-- Logs begin at Fri 2021-08-13 02:52:36 UTC, end at Fri 2021-08-13 04:16:44 UTC. -- Aug 13 03:37:51.792909 dv-cinder-760193-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 03:37:54.485947 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:37:54.487127 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:37:54.487254 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:37:54.490526 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.common.config [-] Logging enabled! Aug 13 03:37:54.490787 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 03:37:54.491100 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 03:37:54.492031 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:37:54.492271 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:37:54.492634 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:37:54.492882 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:37:54.493112 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:37:54.493437 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.493738 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.494060 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.494294 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.494592 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.494886 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.495170 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.495467 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.495766 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.496050 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.496331 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.496617 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.496849 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.497133 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.497425 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.497711 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.497962 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] debug = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.498241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.498670 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.499084 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.499367 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.499659 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.499940 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.500210 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.500487 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.500772 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.501100 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] host = dv-cinder-760193-6-iscsi {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.501378 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.501666 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.502646 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.502975 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.503263 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.503537 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.503827 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.504103 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.504383 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.504655 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.504945 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.505234 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.505528 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.505774 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.506000 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.506289 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.506576 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.506850 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.507125 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.507398 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.507677 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.507941 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.508210 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.508495 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.508778 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.509063 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.509338 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.509610 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.509917 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.510192 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.510477 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.510754 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.511027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.511301 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.511587 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.511856 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.512128 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.512430 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.512719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.513005 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.513294 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.513571 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.513884 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.514162 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.514438 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.514713 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_json = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.514987 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.515261 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.515548 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.515822 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.516095 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.516370 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.516641 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.516926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:54.517224 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.517527 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.518083 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.518263 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.518565 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.518846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.519140 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.519422 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.519716 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.520275 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.520565 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.520846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.521137 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.521417 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.521715 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.522051 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.522347 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.522641 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.522918 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.523193 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.523467 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.523748 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.524037 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.524333 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.524626 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.524901 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.525181 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.525480 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.525785 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.526058 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.526337 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.526625 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.526903 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.527178 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.527459 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.527742 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.528016 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.528289 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.528568 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.528861 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.529140 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.529413 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.529694 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.530001 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.530276 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.530562 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.530842 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.531116 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.531387 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.531666 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.531941 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.532216 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.532495 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.532767 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.533046 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.533349 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.533616 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.533995 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.534285 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.534561 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.534843 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.535115 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.535402 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.535676 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.535951 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.536228 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.536504 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.536780 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.537068 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.537366 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.537646 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.537954 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.538235 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.538516 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.538797 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.539076 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.539353 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.539631 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.539904 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.540198 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.540483 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.540770 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.541055 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.541336 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.541634 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.541952 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.542241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.542523 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.542803 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.543097 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.543381 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.543680 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.543977 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.544277 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.544576 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.544870 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.545152 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.545467 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.545746 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:54.545987 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:37:54.546227 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100898) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 03:37:54.901059 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:37:54.901339 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:37:54.901631 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 03:37:54.902000 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 03:37:55.304072 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.304273 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.304543 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.305750 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.306048 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.306326 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.341274 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.341560 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.341864 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.358959 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.359239 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.360257 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.388490 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.388771 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.389043 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.444588 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.444869 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.445139 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.725121 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.725784 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.725784 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.725949 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.726653 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.853151 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.853467 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.853749 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.854046 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.854313 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.854623 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.854881 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.855137 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.855390 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.855669 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.855927 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.856224 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.856478 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.856726 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.856978 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.857241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.857494 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.857780 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.858043 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.858298 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.858566 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.858815 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.859093 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.859466 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.859802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.860053 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.860440 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.860677 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.860911 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.861143 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.862033 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.862347 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:55.862710 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 03:37:55.873011 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 03:37:55.876958 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 03:37:55.880835 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 13 03:37:55.882646 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 03:37:55.883093 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 03:37:55.883431 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 03:37:55.883819 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 03:37:55.886600 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 03:37:55.886848 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 03:37:55.887188 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:37:55.892474 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 03:37:55.921692 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 03:37:55.922157 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.922483 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100898) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 03:37:55.922846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.930093 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100898) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 03:37:55.930374 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 03:37:55.930618 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 03:37:55.934048 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.934364 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:55.998901 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 03:37:55.999082 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 03:37:55.999297 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 03:37:55.999662 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 03:37:56.024059 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_db.sqlalchemy.engines [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100898) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 03:37:56.695509 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing driver for type 'gre' Aug 13 03:37:56.696062 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] gre ID ranges: [(1, 1000)] Aug 13 03:37:56.951341 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing driver for type 'local' Aug 13 03:37:56.952034 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing driver for type 'vlan' Aug 13 03:37:57.027239 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] VlanTypeDriver initialization complete Aug 13 03:37:57.027599 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing driver for type 'vxlan' Aug 13 03:37:57.028124 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] vxlan ID ranges: [(1, 1000)] Aug 13 03:37:57.238241 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing extension driver 'port_security' Aug 13 03:37:57.238513 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.extensions.port_security [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] PortSecurityExtensionDriver initialization complete Aug 13 03:37:57.238862 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing mechanism driver 'openvswitch' Aug 13 03:37:57.239189 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing mechanism driver 'hyperv' Aug 13 03:37:57.248925 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.plugin [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:57.249624 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.250035 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.250402 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.250927 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.251371 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.251737 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.252131 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.252562 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.253036 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.253340 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.253694 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.254122 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.254537 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.254893 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.255240 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.255649 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.256189 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.256552 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.256904 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.257303 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.257719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.258099 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.258450 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.258847 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 03:37:57.259241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] ML2 OVO RPC backend initialized. {{(pid=100898) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 03:37:57.259963 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.260330 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.260758 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.261117 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > networks before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.261476 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.261859 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > ports before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.262213 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.262565 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.262920 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.263270 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.263624 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.263967 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.264311 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.264702 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.265049 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.265395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.265743 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.266348 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.plugin [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Modular L2 Plugin initialization complete Aug 13 03:37:57.266689 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading services supported by the core plugin {{(pid=100898) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 03:37:57.267024 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.plugins.ml2.managers [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Got port-security extension from driver 'port_security' Aug 13 03:37:57.267542 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.extensions.vlantransparent [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Disabled vlantransparent extension. Aug 13 03:37:57.268023 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100898) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 03:37:57.268348 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: router Aug 13 03:37:57.312788 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.313170 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_create 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.313554 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router before_create 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.313969 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.314356 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.314886 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_delete 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.315379 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.315884 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_create 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.316391 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.316871 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.317355 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.317829 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.318259 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.318645 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.318997 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.319348 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: subnet after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.319696 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.320055 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.320415 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.320770 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.321128 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.321604 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router after_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.322252 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.322862 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.323385 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.323816 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.324200 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > agent after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.324570 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.324928 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > network after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.325869 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Tracking information for resource: router configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:57.326212 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Tracking information for resource: floatingip configured {{(pid=100898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 03:37:57.331468 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.db.l3_agentschedulers_db [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 03:37:57.332180 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.332551 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.332916 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.333281 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: port after_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.334136 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router before_create 55550100 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.334510 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.334882 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.335249 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.339726 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.provider_configuration [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service providers = [] {{(pid=100898) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 03:37:57.340102 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.db.servicetype_db [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100898) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 03:37:57.343121 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.service_base [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:37:57.343480 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.service_base [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:37:57.343830 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.service_base [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:37:57.344727 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.services.service_base [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 03:37:57.345109 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.services.service_base [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 03:37:57.345500 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.346490 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 03:37:57.367649 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.367992 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: auto_allocate Aug 13 03:37:57.373818 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: network precommit_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.377799 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: network precommit_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.377799 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.377799 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: tag Aug 13 03:37:57.383852 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.384189 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: timestamp Aug 13 03:37:57.388244 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.388587 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: network_ip_availability Aug 13 03:37:57.394271 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.394653 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.395274 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.396005 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.396337 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: flavors Aug 13 03:37:57.401128 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.401469 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading Plugin: revisions Aug 13 03:37:57.405812 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 03:37:57.406215 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.504s {{(pid=100898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 03:37:57.406957 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100898) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 03:37:57.407309 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Initializing extension manager. Aug 13 03:37:57.407826 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: __init__.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.408712 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: __pycache__ {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.409061 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.409403 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: address_group.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.410199 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.410784 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: address-group Aug 13 03:37:57.411115 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: address_scope.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.411847 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.412370 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: address-scope Aug 13 03:37:57.412701 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.413645 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.414195 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: router-admin-state-down-before-update Aug 13 03:37:57.414524 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: agent.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.415434 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.415953 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: agent Aug 13 03:37:57.416288 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: agent_resources_synced.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.417211 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.417723 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: agent-resources-synced Aug 13 03:37:57.418082 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.419958 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.420480 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: allowed-address-pairs Aug 13 03:37:57.420819 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.421943 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.422465 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: auto-allocated-topology Aug 13 03:37:57.422798 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: availability_zone.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.423506 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.424623 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: availability_zone Aug 13 03:37:57.425050 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: availability_zone_filter.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.426029 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.426544 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: availability_zone_filter Aug 13 03:37:57.426874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: data_plane_status.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.427802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.428314 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 03:37:57.428642 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: default_subnetpools.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.429571 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.430120 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: default-subnetpools Aug 13 03:37:57.430447 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.431270 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.441505 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: dhcp_agent_scheduler Aug 13 03:37:57.441505 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: dns.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.442228 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.442770 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 03:37:57.443077 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: dns_domain_ports.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.444001 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.444515 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 03:37:57.444844 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.445794 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.446320 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 03:37:57.446649 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: dvr.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.447331 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.447841 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: dvr Aug 13 03:37:57.448169 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: ecmp_routes.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.449099 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.449610 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 03:37:57.449969 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: empty_string_filtering.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.450890 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.451408 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: empty-string-filtering Aug 13 03:37:57.451737 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.452665 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.453186 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:37:57.453515 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.454497 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.455521 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 03:37:57.455852 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: external_net.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.456786 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.457306 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: external-net Aug 13 03:37:57.457633 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.458578 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.459100 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: extra_dhcp_opt Aug 13 03:37:57.459428 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: extraroute.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.460354 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.460870 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: extraroute Aug 13 03:37:57.461201 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: extraroute_atomic.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.462283 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.462810 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: extraroute-atomic Aug 13 03:37:57.463138 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: filter_validation.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.463821 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.464334 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: filter-validation Aug 13 03:37:57.464661 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: fip_pf_description.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.474547 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.475075 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 03:37:57.475407 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: fip_port_details.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.476346 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.476870 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: fip-port-details Aug 13 03:37:57.477219 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: flavors.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.478557 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.479077 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: flavors Aug 13 03:37:57.479412 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.481089 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.481619 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 03:37:57.482036 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: floatingip_pools.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.482733 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.483253 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: floatingip-pools Aug 13 03:37:57.483582 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: ip_allocation.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.484527 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.485041 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 03:37:57.485372 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.486368 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.487049 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: ip-substring-filtering Aug 13 03:37:57.487379 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l2_adjacency.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.488398 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.488831 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 03:37:57.489162 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.490349 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.490882 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: router Aug 13 03:37:57.491216 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.493487 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.494044 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 03:37:57.499440 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.500129 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.500654 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: ext-gw-mode Aug 13 03:37:57.500994 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.502014 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.502539 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: l3-ha Aug 13 03:37:57.502869 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3_flavors.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.503804 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.504319 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: l3-flavors Aug 13 03:37:57.504650 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.505575 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.506128 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 03:37:57.506461 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: l3agentscheduler.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.507538 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.508063 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: l3_agent_scheduler Aug 13 03:37:57.508398 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: logging.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.510019 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.510531 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension logging not supported by any of loaded plugins Aug 13 03:37:57.510869 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: metering.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.511629 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.512215 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: metering Aug 13 03:37:57.512551 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.513648 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.514214 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: metering_source_and_destination_fields Aug 13 03:37:57.514550 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: multiprovidernet.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.515495 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.516017 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: multi-provider Aug 13 03:37:57.516350 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: netmtu.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.517278 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.518348 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: net-mtu Aug 13 03:37:57.518680 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: netmtu_writable.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.519622 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.520401 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: net-mtu-writable Aug 13 03:37:57.520736 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: network_availability_zone.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.521418 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.521963 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: network_availability_zone Aug 13 03:37:57.522296 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: network_ip_availability.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.523428 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.523943 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: network-ip-availability Aug 13 03:37:57.524277 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: network_segment_range.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.525054 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.525565 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 03:37:57.525934 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: pagination.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.526929 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.527268 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: pagination Aug 13 03:37:57.527597 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: port_device_profile.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.532181 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.532700 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: port-device-profile Aug 13 03:37:57.533030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.534687 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.535212 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: port-mac-address-regenerate Aug 13 03:37:57.535545 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.536484 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.537001 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: port-numa-affinity-policy Aug 13 03:37:57.537334 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: port_resource_request.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.538303 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.538819 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 03:37:57.539148 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: portbindings.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.540092 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.540616 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: binding Aug 13 03:37:57.540947 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: portbindings_extended.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.542430 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.542958 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: binding-extended Aug 13 03:37:57.543292 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: portsecurity.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.544220 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.544739 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: port-security Aug 13 03:37:57.545070 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: project_id.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.546096 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.546435 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: project-id Aug 13 03:37:57.546767 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: providernet.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.547691 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.548214 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: provider Aug 13 03:37:57.548552 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.552376 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.552918 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos not supported by any of loaded plugins Aug 13 03:37:57.553265 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.554545 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.555070 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 03:37:57.555411 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.556351 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.556872 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 03:37:57.557235 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_default.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.558156 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.558678 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-default not supported by any of loaded plugins Aug 13 03:37:57.559014 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_fip.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.559686 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.560206 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 03:37:57.560545 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.561493 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.562052 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 03:37:57.562387 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.563312 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.563833 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 03:37:57.564165 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_pps_rule.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.565970 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.566513 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 03:37:57.566854 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.567803 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.568327 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 03:37:57.568663 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: qos_rules_alias.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.569719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.570276 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 03:37:57.570617 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: quotasv2.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.571550 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.571891 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: quotas Aug 13 03:37:57.572227 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: quotasv2_detail.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.575340 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.575691 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: quota_details Aug 13 03:37:57.576034 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: rbac.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.577296 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.577862 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: rbac-policies Aug 13 03:37:57.578201 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: rbac_address_group.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.579155 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.579677 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: rbac-address-group Aug 13 03:37:57.580517 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: rbac_address_scope.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.586443 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.586969 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: rbac-address-scope Aug 13 03:37:57.587301 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: rbac_security_groups.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.588233 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.588755 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: rbac-security-groups Aug 13 03:37:57.589089 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.590043 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.590560 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: rbac-subnetpool Aug 13 03:37:57.590888 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: revisionifmatch.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.591822 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.592340 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: revision-if-match Aug 13 03:37:57.592671 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: revisions.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.593833 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.594362 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: standard-attr-revisions Aug 13 03:37:57.594698 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: router_availability_zone.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.595383 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.596449 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: router_availability_zone Aug 13 03:37:57.596783 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: routerservicetype.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.597727 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.598275 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 03:37:57.598606 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.599537 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.600056 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: security-groups-normalized-cidr Aug 13 03:37:57.600387 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.601316 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.601864 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: port-security-groups-filtering Aug 13 03:37:57.602196 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.603131 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.603650 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: security-groups-remote-address-group Aug 13 03:37:57.603978 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: securitygroup.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.613703 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.614327 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: security-group Aug 13 03:37:57.614672 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: segment.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.615480 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.615998 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension segment not supported by any of loaded plugins Aug 13 03:37:57.616334 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.617315 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.617874 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 03:37:57.618210 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: servicetype.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.619421 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.619943 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: service-type Aug 13 03:37:57.620278 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: sorting.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.621282 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.621621 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: sorting Aug 13 03:37:57.621985 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: standard_attr_segment.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.622919 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.623440 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 03:37:57.623769 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: standardattrdescription.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.624430 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.624945 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: standard-attr-description Aug 13 03:37:57.625278 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: stateful_security_group.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.626262 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.626790 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: stateful-security-group Aug 13 03:37:57.627159 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: stdattrs_common.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.627756 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 03:37:57.628087 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.629027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.629554 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 03:37:57.629911 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnet_onboard.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.635237 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.635760 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: subnet_onboard Aug 13 03:37:57.636093 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.637028 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.637546 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 03:37:57.637911 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnet_service_types.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.638846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.639368 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: subnet-service-types Aug 13 03:37:57.639705 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnetallocation.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.640786 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.641310 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: subnet_allocation Aug 13 03:37:57.641643 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.642358 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.643413 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: subnetpool-prefix-ops Aug 13 03:37:57.643744 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.644697 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.645475 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 03:37:57.645839 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: tagging.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.646913 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.647447 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: standard-attr-tag Aug 13 03:37:57.647784 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: timestamp.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.648990 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.649510 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loaded extension: standard-attr-timestamp Aug 13 03:37:57.649874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: trunk.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.650926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.651454 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension trunk not supported by any of loaded plugins Aug 13 03:37:57.651789 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: trunk_details.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.652728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.653254 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 03:37:57.653588 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.654544 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.655069 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 03:37:57.655398 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Loading extension file: vlantransparent.py {{(pid=100898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 03:37:57.656077 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 03:37:57.656593 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 03:37:57.659834 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:network Aug 13 03:37:57.660371 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnet Aug 13 03:37:57.660782 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:37:57.661184 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:port Aug 13 03:37:57.662454 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.662938 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service FLAVORS assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.663566 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.664021 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.664356 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:router Aug 13 03:37:57.664798 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:37:57.665307 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service METERING assigned prefix: /metering {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.666816 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.668942 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.668942 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:37:57.668942 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:37:57.669174 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:37:57.669415 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:37:57.671332 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service CORE assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.671565 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:37:57.671930 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] subnetpool is already registered Aug 13 03:37:57.672401 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service CORE assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.672741 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:37:57.673088 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] subnetpool is already registered Aug 13 03:37:57.675566 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.676013 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service FLAVORS assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.676621 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.677054 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.677399 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:router Aug 13 03:37:57.677742 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] router is already registered Aug 13 03:37:57.678194 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 03:37:57.678540 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] floatingip is already registered Aug 13 03:37:57.679004 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service METERING assigned prefix: /metering {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.679692 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 03:37:57.680035 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] rbac_policy is already registered Aug 13 03:37:57.680457 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:security_group Aug 13 03:37:57.680797 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] security_group is already registered Aug 13 03:37:57.681213 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 03:37:57.681553 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] security_group_rule is already registered Aug 13 03:37:57.682239 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service CORE assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.682575 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:37:57.682916 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] subnetpool is already registered Aug 13 03:37:57.683353 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.v2.resource_helper [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Service CORE assigned prefix: {{(pid=100898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 03:37:57.683685 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 03:37:57.684024 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING neutron.quota.resource_registry [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] subnetpool is already registered Aug 13 03:37:57.684496 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: extensions {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.686004 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: address-groups {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.687510 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: address-scopes {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.688844 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: agents {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.690234 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: auto-allocated-topology {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.691888 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: availability_zones {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.692745 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: dhcp-networks {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.694309 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: dhcp-agents {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.695755 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: routers {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.697517 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: flavors {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.698830 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: service_profiles {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.700061 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: next_providers {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.701504 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: service_profiles {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.703083 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: floatingip-pools {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.704350 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: routers {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.706961 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: floatingips {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.710866 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: l3-routers {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.713555 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: l3-agents {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.715047 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: metering-labels {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.716344 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: metering-label-rules {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.717773 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: network-ip-availabilities {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.719127 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: bindings {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.721238 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: quotas {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.722846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: quotas {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.724387 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: rbac-policies {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.725602 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: security-groups {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.726967 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: security-group-rules {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.728210 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: service-providers {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.729454 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: subnetpools {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.730844 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: subnetpools {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.732425 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.734222 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.736056 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.737956 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.739719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.742706 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.744401 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.746314 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.748224 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.750032 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron.api.extensions [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Extended resource: tags {{(pid=100898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 03:37:57.756037 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING keystonemiddleware.auth_token [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 03:37:57.760727 dv-cinder-760193-6-iscsi neutron-server[100898]: WARNING keystonemiddleware.auth_token [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 03:37:57.769738 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Acquired lock "singleton_lock" {{(pid=100898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 03:37:57.770504 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_concurrency.lockutils [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Releasing lock "singleton_lock" {{(pid=100898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 03:37:57.771153 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Starting 2 workers Aug 13 03:37:57.776022 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Started child 101041 {{(pid=100898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:37:57.781413 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.782264 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Started child 101042 {{(pid=100898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:37:57.782870 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [-] (101041) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:37:57.784329 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO neutron.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 03:37:57.785164 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Notify callbacks [] for process, before_spawn {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.787594 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Starting 1 workers Aug 13 03:37:57.787788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.788999 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [-] (101042) wsgi starting up on http://0.0.0.0:9696 Aug 13 03:37:57.792841 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Started child 101043 {{(pid=100898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:37:57.793387 dv-cinder-760193-6-iscsi neutron-server[100898]: INFO oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Starting 1 workers Aug 13 03:37:57.796652 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] calling RpcWorker wait() {{(pid=101043) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 03:37:57.797193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] returning from RpcWorker wait() {{(pid=101043) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 03:37:57.797925 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Started child 101044 {{(pid=100898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 03:37:57.798694 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.798925 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b6be527f-eed3-4dbf-876a-90dc29eb55c0 None None] Notify callbacks [] for process, after_spawn {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.799273 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:57.800846 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:37:57.801070 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:37:57.801246 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:37:57.801469 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:37:57.801827 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:37:57.802001 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:37:57.802524 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.802821 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.803070 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:37:57.803554 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.803554 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.803682 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.804232 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.804512 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.804802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.805073 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.805335 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.805513 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.805689 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.805976 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.806215 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.806509 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.806781 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.807027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.807298 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.807475 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.807746 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.808017 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.808266 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.808539 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] debug = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.808784 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.809266 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.809527 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.809802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.810072 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.810351 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.810602 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.810892 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.811143 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.811380 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.811620 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.811874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.812128 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.812353 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.812597 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.812857 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.813088 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.813573 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] host = dv-cinder-760193-6-iscsi {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.813841 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.814103 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.814339 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.815121 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.815378 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.815596 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.815867 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.816122 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.816382 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.816615 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.816861 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.817125 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.817353 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.817592 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.817785 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_options = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.818028 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.818288 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.818557 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.818749 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.818922 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.819101 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.819337 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.819505 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.819755 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.819978 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.820204 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.820420 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.820660 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.820879 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.821123 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.821381 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.821601 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.821853 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.822139 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.822391 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.822641 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.822872 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.823091 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.823330 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.823546 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.823773 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.824023 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.824241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.824458 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.824705 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.824944 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.825214 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.825466 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.825719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.825982 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.826216 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.826473 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.826725 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.826952 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.827204 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.827471 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.827711 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.827962 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.828190 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.828434 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.828687 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_json = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.828903 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.829141 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.829420 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.829638 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.829919 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.830719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.831052 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.831481 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.831931 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.832234 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.832572 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.832841 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.833084 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.834406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.834406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.834406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.834406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.834907 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:57.835053 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.835053 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.835053 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.835427 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.835553 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.835763 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.836103 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.836381 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.837312 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.837312 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.837312 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.837542 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.838279 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.838651 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.838944 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.839360 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.839492 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.839737 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.839999 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.840226 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.840482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.840725 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.841038 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.841242 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.841467 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.841704 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.841965 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.842200 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.842439 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.842691 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.842925 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.843175 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.843410 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.843653 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.843874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.844100 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.844319 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.844546 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.844777 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.845015 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.845293 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.845656 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.846023 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.846389 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.846615 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.846866 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.847106 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.847332 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.847549 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.847990 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.848225 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.850424 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.855526 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856030 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856482 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856928 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856928 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.856928 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.857116 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.857339 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.857679 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.857922 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.858093 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.858334 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.858756 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.859001 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.859429 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.859872 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.860285 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.860679 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.860914 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.861390 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.861935 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.862194 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.862476 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.862894 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.863187 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.863705 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.863988 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.864294 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.864567 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.864813 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.865298 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.865612 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.866092 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.866546 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.866793 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.867015 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.867312 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.867552 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.867779 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.868019 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.868286 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.868641 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.868901 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.869143 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.869380 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.869669 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.869959 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.870191 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.870504 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.870752 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.871011 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.871268 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.871520 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.871741 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.871990 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.872223 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.872439 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.872678 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.872916 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.873130 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.873496 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.873885 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.874304 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.874669 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.875039 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.875445 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.875811 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.876196 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.876453 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.876676 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.877414 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.877823 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.878177 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.878365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.878589 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.878809 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.879044 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.879271 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.879563 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.879834 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.880061 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.880309 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.880555 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.880814 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.881033 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.881284 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.881508 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.881726 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.881985 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.882208 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.882426 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.882645 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.882896 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.883112 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.883348 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.883610 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.883944 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.884210 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.884444 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.884694 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.884916 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.885167 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.885390 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.885609 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.885859 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.886083 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.886299 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.886564 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.886800 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.887048 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.887262 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.887476 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.887686 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.887901 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.888114 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.888410 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.888658 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.888906 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.889186 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.889426 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.889662 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.889930 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.890144 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.890356 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.890601 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.890818 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.891027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.891277 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.891488 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.891698 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.891940 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.892158 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.892368 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.892701 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.892901 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.893108 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.893315 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.893553 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.893781 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.894010 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.894266 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.894477 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.894721 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.895200 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.895436 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.895664 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.895874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.896084 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.896309 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.896524 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.896732 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.897063 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.897320 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.897544 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.897869 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.898122 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.898381 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.898638 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.898971 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.899186 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.899468 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.899692 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.899931 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.900175 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.900432 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.900755 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.901027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.901281 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.901541 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.901932 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.902215 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.902473 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.902718 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.903006 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.903435 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.903834 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.904092 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.904342 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.904600 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.904842 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.905070 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.905313 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.905588 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.905776 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.906055 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.906317 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.906542 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.906761 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.907005 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.907243 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.907500 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.907712 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.907933 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.908755 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.908923 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:37:57.909311 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 03:37:57.909478 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 03:37:57.909622 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 03:37:57.909867 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 03:37:57.910034 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 03:37:57.910186 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 03:37:57.910346 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.910511 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.910676 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.910840 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911003 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911185 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911332 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911510 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911649 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911786 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.911930 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912076 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912234 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912377 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912541 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912683 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912829 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.912995 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913160 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913304 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913466 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913609 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] debug = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.913949 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914119 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914303 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914442 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914577 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914719 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.914858 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915019 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915163 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915325 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915468 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915614 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915839 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.915991 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916127 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916262 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916397 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916532 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] host = dv-cinder-760193-6-iscsi {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916667 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916802 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.916945 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917083 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917244 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917387 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917551 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917715 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.917912 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918073 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918232 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918392 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918537 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918672 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918832 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_options = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.918976 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.919137 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.919282 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.919474 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.919641 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.919794 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920026 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920170 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920302 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920441 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920577 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920701 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920830 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.920990 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921150 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921309 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921468 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921627 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921807 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.921968 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922146 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922277 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922434 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922594 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922770 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.922899 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.923058 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.923219 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.923379 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.923538 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.924409 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.924409 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.924696 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.924696 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.924855 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925014 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925173 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925336 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925496 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925656 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.925848 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926012 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926172 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926332 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926491 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926651 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_json = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926810 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.926970 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927130 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927290 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927449 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927608 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927769 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.927932 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 03:37:57.928111 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.928274 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.928448 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.928611 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.928774 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.928935 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929098 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929261 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929423 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929583 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929752 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.929936 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930109 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930272 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930434 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930600 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930762 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.930925 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931087 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931251 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931413 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931574 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931753 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.931915 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932078 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932239 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932401 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932564 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932727 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.932890 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933054 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933218 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933380 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933542 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933705 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.933904 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934073 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934240 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934402 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934565 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.934889 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.935052 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.935214 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.935458 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936361 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936361 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936361 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936361 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936361 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.936926 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.937365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.937365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.937365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.937701 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.937701 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938007 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938007 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938238 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938359 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938480 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938601 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938761 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.938924 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.939087 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.939250 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.939446 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.939612 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.939775 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940168 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940168 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940406 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940635 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940755 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.940867 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941000 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941161 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941325 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941487 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941649 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.941851 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942032 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942247 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942363 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942485 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942644 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942805 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.942967 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943129 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943291 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943452 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943613 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943781 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.943946 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944108 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944271 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944433 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944595 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944757 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.944920 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945083 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945247 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945411 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945573 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945734 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.945917 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946120 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946239 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946400 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946566 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.946899 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947072 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947236 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947402 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947544 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947711 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.947874 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.948035 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.948197 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.948358 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.948520 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949002 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949002 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949002 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949608 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949608 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949870 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.949993 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950114 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950235 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950401 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950565 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950727 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.950891 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951054 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951217 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951381 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951941 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951941 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.951941 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952280 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952280 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952280 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952566 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952677 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952762 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.952900 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.953256 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.953256 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.953493 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.953625 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.953828 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954025 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954191 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954355 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954550 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954684 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.954847 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955041 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955206 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955369 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955533 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955699 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.955863 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956038 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956213 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956371 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956515 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956667 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956800 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.956950 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.957101 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.957253 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.957402 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.957550 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.957712 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958048 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958048 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958320 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958320 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958564 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958689 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:37:57.958958 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.958958 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959221 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959221 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959450 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959579 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959696 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959848 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.959995 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960161 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960329 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960492 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960655 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960828 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.960965 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961129 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961282 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961456 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961606 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961782 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.961951 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.962116 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.962279 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.962453 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.962615 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.962777 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963027 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963115 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963266 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963404 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963567 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963729 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.963891 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964053 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964241 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964465 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964630 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964793 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.964955 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965117 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965279 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965453 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965616 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965797 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.965963 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966126 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966293 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966468 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966631 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966816 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.966977 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967140 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967303 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967474 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967638 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967800 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.967969 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968131 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968292 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968455 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968630 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968799 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.968968 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969117 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969275 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969434 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969598 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969784 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.969955 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.970194 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.970365 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.970540 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.971247 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.971498 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.971668 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.971936 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.972127 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.972293 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.972509 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.972718 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.972875 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975502 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 37858) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.975728 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 03:37:57.976395 dv-cinder-760193-6-iscsi neutron-server[100898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 03:37:57.981963 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065830 Aug 13 03:38:09.561540 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf007175-b692-4fad-b614-65d17408d3c5 None None] get_active_networks_info from dv-cinder-760193-6-iscsi {{(pid=101043) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 03:38:09.654202 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf007175-b692-4fad-b614-65d17408d3c5 None None] No non-hosted networks {{(pid=101043) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 03:38:09.690073 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.agentschedulers_db [None req-bf007175-b692-4fad-b614-65d17408d3c5 None None] DHCP Agent not found on host dv-cinder-760193-6-iscsi {{(pid=101043) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 03:38:09.909517 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7b1c12ef-18d1-44f4-98eb-cb08f854f1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:12.045412 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e15f3b8d-47ca-4826-8f19-4b4bd8812611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:12.090132 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.db.api [None req-80426cf5-702a-46f9-86ca-d4cbe0632d65 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760193-6-iscsi {{(pid=101043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:38:12.090920 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG oslo_db.api [None req-80426cf5-702a-46f9-86ca-d4cbe0632d65 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:38:12.404762 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:12.406208 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.407900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.408518 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.409127 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.409744 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.410440 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.413472 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.417151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.417881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.418477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.419721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.419721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:12.420318 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:12.429643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:12.722146 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-80426cf5-702a-46f9-86ca-d4cbe0632d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:13.811734 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:14.868089 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.db.l3_hamode_db [None req-d8486014-93dd-4999-9797-5ca9c6762d1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 03:38:14.952484 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8486014-93dd-4999-9797-5ca9c6762d1f None None] Routers set() bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:38:14.952863 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8486014-93dd-4999-9797-5ca9c6762d1f None None] Router IDs set() for agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 03:38:15.420583 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:16.134620 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 37952) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:16.638925 dv-cinder-760193-6-iscsi neutron-server[101042]: WARNING oslo_policy.policy [None req-225c8a26-071e-4cb4-b1a2-f851b5d1a4ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:16.639513 dv-cinder-760193-6-iscsi neutron-server[101042]: WARNING oslo_policy.policy [None req-225c8a26-071e-4cb4-b1a2-f851b5d1a4ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:16.859042 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [None req-225c8a26-071e-4cb4-b1a2-f851b5d1a4ae admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:38:16.860107 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-225c8a26-071e-4cb4-b1a2-f851b5d1a4ae admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7245977 Aug 13 03:38:19.213663 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 37966) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:19.526682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:19.621664 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.policy [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101042) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:38:19.667461 dv-cinder-760193-6-iscsi neutron-server[101042]: WARNING oslo_policy.policy [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:19.667859 dv-cinder-760193-6-iscsi neutron-server[101042]: WARNING oslo_policy.policy [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:19.676499 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.quota [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] Loaded quota_driver: . Aug 13 03:38:19.850115 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743258918233', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743258918668', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743258946378', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743258944701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743259030169', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743258424429', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-989184', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-879399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1749659', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1818325'] for rbac-policy, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:20.031704 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:20.033568 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8802633a-c298-4d7d-9527-39c9c002b700 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8189013 Aug 13 03:38:22.625895 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 37978) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:22.919625 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Request body: {'network': {'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'name': 'private'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:23.026620 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Made reservation on behalf of cb3f4b7ec90a4ecf9649aa467eefc707 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:38:23.029569 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.047341 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.215249 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.265765 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.290748 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:38:23.316295 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743260754791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.316897 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Unsubscribe: segment precommit_create {{(pid=101042) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:38:23.317430 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Added segment 5ccf3e0a-9ef2-48eb-9982-1bb5429ef006 of type vlan for network 35220928-b16e-4693-ab7c-aa67a660dc82 Aug 13 03:38:23.323912 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0f027-7bc3-4602-afcc-6b180cf9094a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:23.346253 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.346601 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.346939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.347273 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.347603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.347950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.348282 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.348619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.348960 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.349287 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.349606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.349948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Tracked resource versions report: Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: pushed versions: Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: { 'AddressGroup': {'1.2'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'ConntrackHelper': {'1.0'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Log': {'1.0'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Network': {'1.1'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Port': {'1.7'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'PortForwarding': {'1.2'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'QosPolicy': {'1.9'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroup': {'1.4'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SubPort': {'1.0'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Subnet': {'1.1'}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Trunk': {'1.1'}} Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: consumer versions: Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'ConntrackHelper': '1.0', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Log': '1.0', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Network': '1.1', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Port': '1.7', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'PortForwarding': '1.2', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'QosPolicy': '1.9', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroup': '1.4', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroupRule': '1.2', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SubPort': '1.0', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Subnet': '1.1', Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Trunk': '1.1'}} Aug 13 03:38:23.351110 dv-cinder-760193-6-iscsi neutron-server[101042]: {{(pid=101042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:38:23.437923 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.545989 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.547026 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:23.547692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:23.642536 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] Pushing event updated for resources: {'Network': ['ID=35220928-b16e-4693-ab7c-aa67a660dc82,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:23.653708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 35220928-b16e-4693-ab7c-aa67a660dc82 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:38:23.706994 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a80b26e9-832c-49b4-9da2-a93290efe03f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0799313 Aug 13 03:38:26.362123 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 37992) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:26.753211 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26444c17-7f7f-4c35-99ad-51844c086f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:26.754623 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-26444c17-7f7f-4c35-99ad-51844c086f15 admin admin] 10.222.0.45 "GET /v2.0/networks/35220928-b16e-4693-ab7c-aa67a660dc82 HTTP/1.1" status: 200 len: 825 time: 0.3915386 Aug 13 03:38:26.779297 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d21734bd-6cb9-4162-bc9a-d0ae22553ddf admin admin] 10.222.0.45 "GET /v2.0/subnetpools/949cbb3d-2777-4837-836a-715802635105 HTTP/1.1" status: 200 len: 734 time: 0.0186613 Aug 13 03:38:26.788033 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Request body: {'subnet': {'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:26.865560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Made reservation on behalf of cb3f4b7ec90a4ecf9649aa467eefc707 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:38:26.867807 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.329272 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.400152 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Checking segment: {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:27.400812 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Network hostable DHCP agents. Network: 35220928-b16e-4693-ab7c-aa67a660dc82, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:38:27.404988 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebdc4d3-09e2-4e49-bd07-009b3000e3e2,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:27.499979 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Network 35220928-b16e-4693-ab7c-aa67a660dc82 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:38:27.574283 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 35220928-b16e-4693-ab7c-aa67a660dc82) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:27.579548 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:27.580107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:27.584581 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108d2ae9-ec1a-4cd6-b385-0845ac19bcc9 None None] Network 35220928-b16e-4693-ab7c-aa67a660dc82 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:38:27.678155 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-3123584f-5fb9-489f-9282-65093b9335e1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8932853 Aug 13 03:38:27.931342 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-35220928-b16e-4693-ab7c-aa67a660dc82', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:38:27.932624 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.294165 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Allocated IP 172.20.0.2 (35220928-b16e-4693-ab7c-aa67a660dc82/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2/11967c76-db79-4124-8e81-676385917164) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:38:28.526635 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.542470 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Transition to ACTIVE for port object 11967c76-db79-4124-8e81-676385917164 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:28.564235 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Transition to ACTIVE for port object 11967c76-db79-4124-8e81-676385917164 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:28.638040 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.712777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Network 35220928-b16e-4693-ab7c-aa67a660dc82 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:38:28.720292 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:28.723455 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Pushing event updated for resources: {'Port': ['ID=11967c76-db79-4124-8e81-676385917164,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:28.726385 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:38:28.738311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.738788 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.739131 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.739464 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.739790 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.740116 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.740439 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.740777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.741091 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.741412 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.741730 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.742068 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Tracked resource versions report: Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: pushed versions: Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: { 'AddressGroup': {'1.2'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'ConntrackHelper': {'1.0'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Log': {'1.0'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Network': {'1.1'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Port': {'1.7'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'PortForwarding': {'1.2'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'QosPolicy': {'1.9'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroup': {'1.4'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SubPort': {'1.0'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Subnet': {'1.1'}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Trunk': {'1.1'}} Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: consumer versions: Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'ConntrackHelper': '1.0', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Log': '1.0', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Network': '1.1', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Port': '1.7', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'PortForwarding': '1.2', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'QosPolicy': '1.9', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroup': '1.4', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroupRule': '1.2', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SubPort': '1.0', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Subnet': '1.1', Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Trunk': '1.1'}} Aug 13 03:38:28.743180 dv-cinder-760193-6-iscsi neutron-server[101043]: {{(pid=101043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:38:28.812427 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Attempting to bind port 11967c76-db79-4124-8e81-676385917164 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:38:28.812818 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Attempting to bind port 11967c76-db79-4124-8e81-676385917164 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:38:28.813274 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Attempting to bind port 11967c76-db79-4124-8e81-676385917164 on network 35220928-b16e-4693-ab7c-aa67a660dc82 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:38:28.818427 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:38:28.818763 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Checking segment: {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:28.819243 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.819643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Bound using segment: {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:38:28.820123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Bound port: 11967c76-db79-4124-8e81-676385917164, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:38:28.820510 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:28.883821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] For port 11967c76-db79-4124-8e81-676385917164, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:38:28.887931 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] For port 11967c76-db79-4124-8e81-676385917164, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=11967c76-db79-4124-8e81-676385917164,segment=NetworkSegment(5ccf3e0a-9ef2-48eb-9982-1bb5429ef006),segment_id=5ccf3e0a-9ef2-48eb-9982-1bb5429ef006)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:38:28.974819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:29.043618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317dca5-c388-48fe-850e-b5305cd7b9b8 None None] Pushing event updated for resources: {'Port': ['ID=11967c76-db79-4124-8e81-676385917164,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:30.076083 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38000) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:30.406988 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [None req-2a8cc119-2f6e-42b0-af22-c53dc310811a admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:38:30.408576 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2a8cc119-2f6e-42b0-af22-c53dc310811a admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3315451 Aug 13 03:38:32.798176 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38008) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:33.121099 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [None req-139b3a3e-199a-42c0-a2e2-112136db510d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:38:33.125393 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-139b3a3e-199a-42c0-a2e2-112136db510d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3262365 Aug 13 03:38:35.758361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38018) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:36.066229 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:36.191676 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:36.193241 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:36.341695 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:36.402511 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:36.488640 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:36.490097 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7fb3db80-afcb-41c2-9763-37b57a5be54b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7305014 Aug 13 03:38:36.568712 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 11967c76-db79-4124-8e81-676385917164 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:36.722917 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 11967c76-db79-4124-8e81-676385917164 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:37.413741 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41462d30-9cbd-40fd-9977-a9a2784c754b None None] Network 35220928-b16e-4693-ab7c-aa67a660dc82 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:38:37.571967 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Provisioning for port 11967c76-db79-4124-8e81-676385917164 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:37.580414 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Provisioning complete for port 11967c76-db79-4124-8e81-676385917164 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:37.583780 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:37.707120 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:37.749174 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] For port 11967c76-db79-4124-8e81-676385917164, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=11967c76-db79-4124-8e81-676385917164,segment=NetworkSegment(5ccf3e0a-9ef2-48eb-9982-1bb5429ef006),segment_id=5ccf3e0a-9ef2-48eb-9982-1bb5429ef006)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:37.825487 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:37.873045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bc89e-00ac-4097-8ae7-3a006515fbc5 None None] Pushing event updated for resources: {'Port': ['ID=11967c76-db79-4124-8e81-676385917164,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:37.945061 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-20581375-1657-4695-894f-cf3755c35a86 None None] Provisioning complete for port 11967c76-db79-4124-8e81-676385917164 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:37.945251 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-20581375-1657-4695-894f-cf3755c35a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:38.554256 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 11967c76-db79-4124-8e81-676385917164 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:38.600636 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 11967c76-db79-4124-8e81-676385917164 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:38.601324 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:38.893519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38030) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:39.206190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [None req-0b6af4cb-f8a4-47da-9b08-8a448c89fdf0 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:38:39.207220 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0b6af4cb-f8a4-47da-9b08-8a448c89fdf0 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124504 Aug 13 03:38:39.511100 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9a377eb7-81d3-4370-bba4-0329f3c0cf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:40.863978 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:38:41.623463 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38038) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:41.939377 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:42.025185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Made reservation on behalf of 42d591c774ba4d309f18e4dadd1b5a37 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:38:42.027500 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.036506 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.042367 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-573bf58a-b2b2-4d61-966a-74cde28a5459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.120905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.185311 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.200956 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Reserving flat network on physical network physnet1 {{(pid=101042) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 03:38:42.219323 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca360c-c43f-4ad8-a9c6-cf5295cf695f,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:42.227408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.227408 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Added segment ced15188-b97b-4d9c-8d20-510bd14784b8 of type flat for network 685fb569-f0b0-4100-a400-c9c889e01825 Aug 13 03:38:42.270361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.361493 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.362472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:42.363054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.390111 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:42.423609 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] Pushing event updated for resources: {'Network': ['ID=685fb569-f0b0-4100-a400-c9c889e01825,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:42.433531 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 685fb569-f0b0-4100-a400-c9c889e01825 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:38:42.476635 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4ba320d7-0ea1-41c0-9dae-c4e3bac9323c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8520918 Aug 13 03:38:43.692866 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:44.845123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38056) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:45.068982 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING oslo_policy.policy [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:45.069494 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING oslo_policy.policy [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:45.328323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:45.476004 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.policy [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101041) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 03:38:45.522330 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING oslo_policy.policy [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:45.522697 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING oslo_policy.policy [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 03:38:45.530721 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:45.532651 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c620a3c9-75e1-4ba7-b5df-b5decbc0d4ad admin admin] 10.222.0.45 "GET /v2.0/subnets/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2 HTTP/1.1" status: 200 len: 849 time: 0.6854403 Aug 13 03:38:45.696268 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c8a781a5-89a4-482a-9109-10af9b173441 admin admin] 10.222.0.45 "GET /v2.0/routers/0c9c034f-3ef0-4614-88ea-0a02c4229e4a HTTP/1.1" status: 200 len: 704 time: 0.1577668 Aug 13 03:38:45.958950 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:46.293232 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Allocated IP 172.20.0.1 (35220928-b16e-4693-ab7c-aa67a660dc82/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2/062f6e16-2a6c-4722-bf70-4daf28816189) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:38:46.519116 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:46.549439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Transition to ACTIVE for port object 062f6e16-2a6c-4722-bf70-4daf28816189 will not be triggered until provisioned by entity DHCP. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:46.694276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:46.754816 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Network 35220928-b16e-4693-ab7c-aa67a660dc82 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:38:46.759274 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:46.806157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Pushing event updated for resources: {'Port': ['ID=062f6e16-2a6c-4722-bf70-4daf28816189,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:46.810972 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:38:46.811551 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:46.870028 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.870404 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.870753 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.871093 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.871427 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.871759 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.872095 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.872434 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.872779 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.873114 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.873435 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.873770 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Tracked resource versions report: Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: pushed versions: Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: { 'AddressGroup': {'1.2'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'ConntrackHelper': {'1.0'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Log': {'1.0'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Network': {'1.1'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Port': {'1.7'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'PortForwarding': {'1.2'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'QosPolicy': {'1.9'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroup': {'1.4'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SubPort': {'1.0'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Subnet': {'1.1'}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Trunk': {'1.1'}} Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: consumer versions: Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'ConntrackHelper': '1.0', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Log': '1.0', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Network': '1.1', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Port': '1.7', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'PortForwarding': '1.2', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'QosPolicy': '1.9', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroup': '1.4', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroupRule': '1.2', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SubPort': '1.0', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Subnet': '1.1', Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Trunk': '1.1'}} Aug 13 03:38:46.874954 dv-cinder-760193-6-iscsi neutron-server[101041]: {{(pid=101041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:38:47.053712 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-736e3b89-5f1e-49cf-84c2-e1e4207d96fb None None] Provisioning for port 062f6e16-2a6c-4722-bf70-4daf28816189 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:47.057701 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-736e3b89-5f1e-49cf-84c2-e1e4207d96fb None None] Provisioning complete for port 062f6e16-2a6c-4722-bf70-4daf28816189 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:47.058168 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-736e3b89-5f1e-49cf-84c2-e1e4207d96fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.073483 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.090814 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-736e3b89-5f1e-49cf-84c2-e1e4207d96fb None None] Port 062f6e16-2a6c-4722-bf70-4daf28816189 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:38:47.284408 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.345111 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.345955 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.423867 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Pushing event updated for resources: {'Port': ['ID=062f6e16-2a6c-4722-bf70-4daf28816189,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:47.473423 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Network 35220928-b16e-4693-ab7c-aa67a660dc82 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:38:47.474746 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:47.713721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-fa20f7ab-30d2-433a-b15a-c233ced78d31 None None] Provisioning complete for port 062f6e16-2a6c-4722-bf70-4daf28816189 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:47.714284 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fa20f7ab-30d2-433a-b15a-c233ced78d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:47.734288 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:38:47.759525 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-fa20f7ab-30d2-433a-b15a-c233ced78d31 None None] Port 062f6e16-2a6c-4722-bf70-4daf28816189 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:38:47.827195 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:38:47.832683 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b0e9fc7f-e3de-4a41-b0ab-09e389b9e113 admin admin] 10.222.0.45 "PUT /v2.0/routers/0c9c034f-3ef0-4614-88ea-0a02c4229e4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1309915 Aug 13 03:38:47.849116 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Sync routers for ids ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:38:47.861165 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Routers {'0c9c034f-3ef0-4614-88ea-0a02c4229e4a'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:38:47.861974 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:38:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:48.050168 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Set router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:38:48.481702 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:46Z', 'revision_number': 2, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port_host': None, '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:47Z', 'revision_number': 2, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:48.534256 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Checking router: 0c9c034f-3ef0-4614-88ea-0a02c4229e4a for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:38:48.534630 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Updating router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a port 062f6e16-2a6c-4722-bf70-4daf28816189 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:38:48.584981 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.104104 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.122495 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Transition to ACTIVE for port object 062f6e16-2a6c-4722-bf70-4daf28816189 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:49.230751 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.385303 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Pushing event updated for resources: {'Port': ['ID=062f6e16-2a6c-4722-bf70-4daf28816189,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:49.398698 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.399047 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.399387 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.399721 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.400049 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.400379 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.400707 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.401032 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.401372 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.401697 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.402044 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.402362 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Tracked resource versions report: Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: pushed versions: Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: { 'AddressGroup': {'1.2'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'ConntrackHelper': {'1.0'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Log': {'1.0'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Network': {'1.1'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Port': {'1.7'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'PortForwarding': {'1.2'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'QosPolicy': {'1.9'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroup': {'1.4'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SubPort': {'1.0'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Subnet': {'1.1'}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Trunk': {'1.1'}} Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: consumer versions: Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'ConntrackHelper': '1.0', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Log': '1.0', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Network': '1.1', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Port': '1.7', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'PortForwarding': '1.2', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'QosPolicy': '1.9', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroup': '1.4', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroupRule': '1.2', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SubPort': '1.0', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Subnet': '1.1', Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Trunk': '1.1'}} Aug 13 03:38:49.403475 dv-cinder-760193-6-iscsi neutron-server[101044]: {{(pid=101044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:38:49.408234 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Attempting to bind port 062f6e16-2a6c-4722-bf70-4daf28816189 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:38:49.408641 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Attempting to bind port 062f6e16-2a6c-4722-bf70-4daf28816189 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:38:49.409374 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Attempting to bind port 062f6e16-2a6c-4722-bf70-4daf28816189 on network 35220928-b16e-4693-ab7c-aa67a660dc82 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:38:49.414704 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:38:49.415109 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Checking segment: {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:49.415612 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.415967 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Bound using segment: {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:38:49.416465 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Bound port: 062f6e16-2a6c-4722-bf70-4daf28816189, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf3e0a-9ef2-48eb-9982-1bb5429ef006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:38:49.416848 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.480599 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] For port 062f6e16-2a6c-4722-bf70-4daf28816189, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:38:49.503234 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] For port 062f6e16-2a6c-4722-bf70-4daf28816189, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=062f6e16-2a6c-4722-bf70-4daf28816189,segment=NetworkSegment(5ccf3e0a-9ef2-48eb-9982-1bb5429ef006),segment_id=5ccf3e0a-9ef2-48eb-9982-1bb5429ef006)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:38:49.563308 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:49.629468 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Routers {'0c9c034f-3ef0-4614-88ea-0a02c4229e4a'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:38:49.630134 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:38:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:49.632238 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07841-5338-4a22-a3c3-242240daa06a None None] Pushing event updated for resources: {'Port': ['ID=062f6e16-2a6c-4722-bf70-4daf28816189,revision_number=4']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:49.724176 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] Set router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:38:49.933187 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:46Z', 'revision_number': 2, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port_host': None, '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:49Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:49.960370 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8490c715-6178-46be-9739-73f1ac233b03 None None] The sync data for ids ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'] in dv-cinder-760193-6-iscsi is: [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:46Z', 'revision_number': 2, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port_host': None, '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:49Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:38:50.100993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38088) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:50.221737 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bed2dd-d731-4527-86df-1027067d08b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:50.223160 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-54bed2dd-d731-4527-86df-1027067d08b2 admin admin] 10.222.0.45 "GET /v2.0/networks/685fb569-f0b0-4100-a400-c9c889e01825 HTTP/1.1" status: 200 len: 842 time: 0.1228476 Aug 13 03:38:50.233199 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:50.332949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Made reservation on behalf of 42d591c774ba4d309f18e4dadd1b5a37 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:38:50.335232 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:50.713379 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.objects.ports [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101042) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 03:38:50.713853 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:50.769588 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e032c2fc-5aac-4b62-8360-8528d3126f45,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:50.778421 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:50.778780 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Network hostable DHCP agents. Network: 685fb569-f0b0-4100-a400-c9c889e01825, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:38:50.847974 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:38:50.904612 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 685fb569-f0b0-4100-a400-c9c889e01825) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:50.909086 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:50.910169 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:50.913276 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0209de4-ad17-41b1-b117-7deb43a7995c None None] Network 685fb569-f0b0-4100-a400-c9c889e01825 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:38:50.973631 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-cc35214b-b212-44d7-9ae1-fa0fed4f0697 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7438135 Aug 13 03:38:51.057934 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397f5e5f-a524-42ac-8856-31c40d346ba9 None None] Network 685fb569-f0b0-4100-a400-c9c889e01825 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:38:53.292198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38096) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:53.515344 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-71dd580a-5498-4c35-8dfb-26a6515a23f4 admin admin] 10.222.0.45 "GET /v2.0/routers/0c9c034f-3ef0-4614-88ea-0a02c4229e4a HTTP/1.1" status: 200 len: 710 time: 0.2220795 Aug 13 03:38:53.600814 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52896fd1-c46a-44d6-84a5-c07d5c0b61fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:38:53.607506 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-52896fd1-c46a-44d6-84a5-c07d5c0b61fa admin admin] 10.222.0.45 "GET /v2.0/networks/685fb569-f0b0-4100-a400-c9c889e01825 HTTP/1.1" status: 200 len: 886 time: 0.0807931 Aug 13 03:38:53.612009 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:38:53.892539 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.230507 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.317907 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.471296 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Allocated IP 172.27.1.176 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/9f7137c9-21be-467d-b247-d18baabd616d) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:38:54.582217 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.734339 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:54.807184 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:38:54.818337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:38:54.821547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:38:54.827398 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7137c9-21be-467d-b247-d18baabd616d,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:55.193644 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:55.459383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1577478', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1579625', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1422'] for router, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:55.463864 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1577487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1577716', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1579614'] for router, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:55.573181 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:38:55.677396 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:38:55.682442 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:55.683661 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1a70ee5b-94db-4af5-adf1-4fc83d4b5ed1 admin admin] 10.222.0.45 "PUT /v2.0/routers/0c9c034f-3ef0-4614-88ea-0a02c4229e4a HTTP/1.1" status: 200 len: 890 time: 2.0755069 Aug 13 03:38:56.367929 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Sync routers for ids ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:38:56.379030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Routers {'0c9c034f-3ef0-4614-88ea-0a02c4229e4a'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:38:56.379734 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:38:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:56.604185 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 062f6e16-2a6c-4722-bf70-4daf28816189 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:56.683491 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Set router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:38:56.881443 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 062f6e16-2a6c-4722-bf70-4daf28816189 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:56.899679 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 062f6e16-2a6c-4722-bf70-4daf28816189 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:56.900061 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.101682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.164690 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 062f6e16-2a6c-4722-bf70-4daf28816189, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=062f6e16-2a6c-4722-bf70-4daf28816189,segment=NetworkSegment(5ccf3e0a-9ef2-48eb-9982-1bb5429ef006),segment_id=5ccf3e0a-9ef2-48eb-9982-1bb5429ef006)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:57.177462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '9f7137c9-21be-467d-b247-d18baabd616d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:54Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port': {'id': '9f7137c9-21be-467d-b247-d18baabd616d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:54Z', 'updated_at': '2021-08-13T03:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:49Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:57.229735 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Checking router: 0c9c034f-3ef0-4614-88ea-0a02c4229e4a for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:38:57.230109 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Updating router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a port 9f7137c9-21be-467d-b247-d18baabd616d binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:38:57.245900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.300087 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.366303 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=062f6e16-2a6c-4722-bf70-4daf28816189,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:57.639060 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.649397 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Transition to ACTIVE for port object 9f7137c9-21be-467d-b247-d18baabd616d will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:38:57.705128 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.756332 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Attempting to bind port 9f7137c9-21be-467d-b247-d18baabd616d on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:38:57.756695 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Attempting to bind port 9f7137c9-21be-467d-b247-d18baabd616d by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:38:57.757353 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Attempting to bind port 9f7137c9-21be-467d-b247-d18baabd616d on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:38:57.760002 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7c7f-7227-49f3-96a2-0b8ba0da6aa7 None None] Pushing event updated for resources: {'Port': ['ID=9f7137c9-21be-467d-b247-d18baabd616d,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:57.764497 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:38:57.764898 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:38:57.765802 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.766302 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:38:57.766803 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Bound port: 9f7137c9-21be-467d-b247-d18baabd616d, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:38:57.767217 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.818621 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] For port 9f7137c9-21be-467d-b247-d18baabd616d, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:38:57.821550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] For port 9f7137c9-21be-467d-b247-d18baabd616d, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=9f7137c9-21be-467d-b247-d18baabd616d,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:38:57.871078 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:57.930373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7c7f-7227-49f3-96a2-0b8ba0da6aa7 None None] Pushing event updated for resources: {'Port': ['ID=9f7137c9-21be-467d-b247-d18baabd616d,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:38:57.933031 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Routers {'0c9c034f-3ef0-4614-88ea-0a02c4229e4a'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:38:57.933643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:38:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:58.076140 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38108) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:38:58.127616 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] Set router 0c9c034f-3ef0-4614-88ea-0a02c4229e4a gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:38:58.195962 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2c2ad3b7-e0c3-4859-8a0c-2febe7370fa3 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1184947 Aug 13 03:38:58.346498 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '9f7137c9-21be-467d-b247-d18baabd616d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:54Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port': {'id': '9f7137c9-21be-467d-b247-d18baabd616d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:54Z', 'updated_at': '2021-08-13T03:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:57Z', 'revision_number': 5, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:38:58.376633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93c9671-fb88-40bb-84dc-c24cc34bf834 None None] The sync data for ids ['0c9c034f-3ef0-4614-88ea-0a02c4229e4a'] in dv-cinder-760193-6-iscsi is: [{'id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'name': 'router1', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '9f7137c9-21be-467d-b247-d18baabd616d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:38:36Z', 'updated_at': '2021-08-13T03:38:54Z', 'revision_number': 4, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'gw_port': {'id': '9f7137c9-21be-467d-b247-d18baabd616d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:17:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:54Z', 'updated_at': '2021-08-13T03:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '062f6e16-2a6c-4722-bf70-4daf28816189', 'name': '', 'network_id': '35220928-b16e-4693-ab7c-aa67a660dc82', 'tenant_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'mac_address': 'fa:16:3e:f8:28:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c9c034f-3ef0-4614-88ea-0a02c4229e4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:38:45Z', 'updated_at': '2021-08-13T03:38:57Z', 'revision_number': 5, 'project_id': 'cb3f4b7ec90a4ecf9649aa467eefc707', 'subnets': [{'id': '9ebdc4d3-09e2-4e49-bd07-009b3000e3e2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '949cbb3d-2777-4837-836a-715802635105'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:38:58.658880 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 062f6e16-2a6c-4722-bf70-4daf28816189 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:58.718216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 062f6e16-2a6c-4722-bf70-4daf28816189 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:58.718674 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:58.804804 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 9f7137c9-21be-467d-b247-d18baabd616d up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:38:58.933054 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 9f7137c9-21be-467d-b247-d18baabd616d completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:38:58.937407 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 9f7137c9-21be-467d-b247-d18baabd616d triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:38:58.937824 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:59.040299 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:59.063051 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 9f7137c9-21be-467d-b247-d18baabd616d, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=9f7137c9-21be-467d-b247-d18baabd616d,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:38:59.139467 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:38:59.216381 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=9f7137c9-21be-467d-b247-d18baabd616d,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:39:00.575918 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 9f7137c9-21be-467d-b247-d18baabd616d up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:39:00.630153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 9f7137c9-21be-467d-b247-d18baabd616d triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:39:00.630567 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:09.510106 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2bab730c-39f9-48a3-a063-95874f4c7b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:12.041574 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-492cd0a8-d49f-425d-8d5c-a8627198d3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:12.378670 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:13.722058 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:15.345023 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:17.862521 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:39:40.320030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31aba7f2-d0f1-4ab2-a2c0-6039a1a85434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:42.080628 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-50163c66-4266-418e-9e2b-7216a5ce664d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:42.394714 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:43.737811 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:45.749543 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:39:54.861007 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:40:09.514034 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-104cee24-fe8c-4c80-9438-ad0288690e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.049858 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e40e8a5f-3043-4810-98ab-675e78f30fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:12.376384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:13.724249 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:15.348069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:31.860135 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:40:36.661848 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38676) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:36.723018 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.pecan_wsgi.hooks.translation [None req-994fa4b5-2a37-493f-8278-0755f8d7f0d9 admin admin] GET failed (client error): The resource could not be found. Aug 13 03:40:36.724340 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-994fa4b5-2a37-493f-8278-0755f8d7f0d9 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615470 Aug 13 03:40:36.881198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62002f-6af2-45da-944f-7ea0a18fb540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:36.882710 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8e62002f-6af2-45da-944f-7ea0a18fb540 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540174 Aug 13 03:40:39.070153 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38686) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:39.167664 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbfa67-95e0-4f0a-b0b2-2445a93ba2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:39.169028 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5edbfa67-95e0-4f0a-b0b2-2445a93ba2f5 admin admin] 10.222.0.45 "GET /v2.0/subnets/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2 HTTP/1.1" status: 200 len: 849 time: 0.0979040 Aug 13 03:40:39.178772 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:40:39.271007 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.495824 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743260816011'] for subnet, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.518594 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-86343f3c-a3c0-40d3-927a-bb5681445ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.529098 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:39.529098 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.530151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3516a3-fe92-4141-9924-8ff749a86609 None None] Network 35220928-b16e-4693-ab7c-aa67a660dc82 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:40:39.530253 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] 10.222.0.45 "PUT /v2.0/subnets/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2 HTTP/1.1" status: 200 len: 868 time: 0.3543820 Aug 13 03:40:39.554505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebdc4d3-09e2-4e49-bd07-009b3000e3e2,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:40:39.562605 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.562946 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.563271 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.563752 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.564100 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.564456 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.564798 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.565149 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.565637 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.566145 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.567199 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.567199 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43a97d-d554-42d3-b318-22fd0c6eff16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:40:39.862147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-c9c9d68a-b644-4670-a2b0-bb2038d4d6b3 None None] Provisioning complete for port 11967c76-db79-4124-8e81-676385917164 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:39.862528 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d68a-b644-4670-a2b0-bb2038d4d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:39.950031 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-c9c9d68a-b644-4670-a2b0-bb2038d4d6b3 None None] Provisioning complete for port 062f6e16-2a6c-4722-bf70-4daf28816189 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:40:39.950935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c9c9d68a-b644-4670-a2b0-bb2038d4d6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:41.709415 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38694) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:41.910874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3331bc-9e26-48f7-b3db-03958c7aa41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:41.911279 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3331bc-9e26-48f7-b3db-03958c7aa41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:41.912851 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-3a3331bc-9e26-48f7-b3db-03958c7aa41f admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024393 Aug 13 03:40:42.072606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-06c0e519-373d-40a3-8193-d421e0bb2e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:42.404142 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:43.757328 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:44.191546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38702) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:44.396821 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb774cd-cb6c-494b-9075-5f5a7029f45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:44.397288 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb774cd-cb6c-494b-9075-5f5a7029f45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:44.398872 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ceb774cd-cb6c-494b-9075-5f5a7029f45c admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063694 Aug 13 03:40:45.341175 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:40:46.584445 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38712) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:46.716538 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8219ae5-2785-4445-9bdf-695b53a3d34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:46.718005 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a8219ae5-2785-4445-9bdf-695b53a3d34f admin admin] 10.222.0.45 "GET /v2.0/networks/35220928-b16e-4693-ab7c-aa67a660dc82 HTTP/1.1" status: 200 len: 869 time: 0.1326056 Aug 13 03:40:48.995663 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38720) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:49.127195 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4742b39-87b3-496e-9e8b-352e22c8b341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:49.128613 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d4742b39-87b3-496e-9e8b-352e22c8b341 admin admin] 10.222.0.45 "GET /v2.0/networks/685fb569-f0b0-4100-a400-c9c889e01825 HTTP/1.1" status: 200 len: 886 time: 0.1319959 Aug 13 03:40:51.349311 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38728) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:51.473418 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b0512-6203-4cdc-8b6d-eb2a0d394399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.473907 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b0512-6203-4cdc-8b6d-eb2a0d394399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:51.475470 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5d3b0512-6203-4cdc-8b6d-eb2a0d394399 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251781 Aug 13 03:40:53.737789 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38736) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:53.865987 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ac4f7-607d-4e7b-ad31-1252269c8cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:53.866452 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ac4f7-607d-4e7b-ad31-1252269c8cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:53.867985 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e25ac4f7-607d-4e7b-ad31-1252269c8cd8 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286590 Aug 13 03:40:56.209680 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38744) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:56.300897 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ea98b-6c47-42ac-afa7-05fa155cc6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:56.302194 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-6d9ea98b-6c47-42ac-afa7-05fa155cc6ab admin admin] 10.222.0.45 "GET /v2.0/subnets/9ebdc4d3-09e2-4e49-bd07-009b3000e3e2 HTTP/1.1" status: 200 len: 868 time: 0.0914354 Aug 13 03:40:58.501328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38752) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:40:58.593363 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73664e1b-7e40-44f9-9dce-e924d34a7550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:40:58.594774 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-73664e1b-7e40-44f9-9dce-e924d34a7550 admin admin] 10.222.0.45 "GET /v2.0/subnets/e032c2fc-5aac-4b62-8360-8528d3126f45 HTTP/1.1" status: 200 len: 816 time: 0.0924726 Aug 13 03:41:08.859838 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:41:09.494608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-f88f94db-f2db-4c30-b66e-4f713533a611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:12.054982 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8810a317-70c8-4977-8747-868e3264472d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:12.403229 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:13.746805 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:15.351539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:23.338722 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38806) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:23.400307 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [None req-b4f380ba-43af-41e6-86a1-1601af61b269 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:41:23.401359 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b4f380ba-43af-41e6-86a1-1601af61b269 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617008 Aug 13 03:41:25.918279 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38814) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:26.007260 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bfb799-b81c-4845-9186-d72d1dc3027a admin admin] GET failed (client error): The resource could not be found. Aug 13 03:41:26.009515 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-26bfb799-b81c-4845-9186-d72d1dc3027a admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0896552 Aug 13 03:41:26.233311 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a2acb-b0f4-4298-9247-3af12beae6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:26.234877 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-970a2acb-b0f4-4298-9247-3af12beae6bf admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2197385 Aug 13 03:41:28.651055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38822) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:28.707151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:41:28.708268 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.quota [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Loaded quota_driver: . Aug 13 03:41:28.809070 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Made reservation on behalf of 42d591c774ba4d309f18e4dadd1b5a37 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:41:28.817934 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:28.844805 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING neutron.services.revisions.revision_plugin [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Could not find related network for resource to bump revision. Aug 13 03:41:28.864571 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:41:28.883555 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743260754791', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:28.884193 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Unsubscribe: segment precommit_create {{(pid=101041) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 03:41:28.884816 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Added segment d9ac215c-8ef9-4a1d-96c8-81d47b44ee22 of type vlan for network 101ea112-6485-49bb-a189-86cce06ae448 Aug 13 03:41:28.945030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:29.031297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:29.032769 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:29.032938 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:29.136937 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Pushing event updated for resources: {'Network': ['ID=101ea112-6485-49bb-a189-86cce06ae448,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:29.144478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.144970 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.145404 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.145933 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.146357 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.146805 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.147269 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.147739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.148182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.148610 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.149055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.149574 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:29.163166 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 101ea112-6485-49bb-a189-86cce06ae448 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:41:29.319003 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2788122c-ca52-4fcf-a306-13fe447edebd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6666200 Aug 13 03:41:31.758533 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38830) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:41:31.829634 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ec781f-7132-4794-b96f-d692ff18bb82 admin admin] GET failed (client error): The resource could not be found. Aug 13 03:41:31.831285 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-00ec781f-7132-4794-b96f-d692ff18bb82 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0717597 Aug 13 03:41:31.923224 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c95220-a535-482d-af51-b0d808be933c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:31.924717 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-54c95220-a535-482d-af51-b0d808be933c admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0884125 Aug 13 03:41:31.936201 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Request body: {'subnet': {'network_id': '101ea112-6485-49bb-a189-86cce06ae448', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:41:32.025082 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Made reservation on behalf of 42d591c774ba4d309f18e4dadd1b5a37 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:41:32.028326 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.294785 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.359031 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a8164a-3456-4ebc-b508-40a926ff673a,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:32.371067 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Checking segment: {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:41:32.371472 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Network hostable DHCP agents. Network: 101ea112-6485-49bb-a189-86cce06ae448, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:41:32.534598 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Network 101ea112-6485-49bb-a189-86cce06ae448 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:41:32.624700 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 101ea112-6485-49bb-a189-86cce06ae448) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:41:32.630220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:41:32.633906 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:32.636864 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351a4f59-cde1-4246-a764-9ada97c98771 None None] Network 101ea112-6485-49bb-a189-86cce06ae448 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:41:32.707068 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-592fcba3-96e0-49d1-83f3-519199a70762 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7749321 Aug 13 03:41:32.929193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-101ea112-6485-49bb-a189-86cce06ae448', 'network_id': '101ea112-6485-49bb-a189-86cce06ae448', 'tenant_id': '42d591c774ba4d309f18e4dadd1b5a37', 'fixed_ips': [{'subnet_id': 'b8a8164a-3456-4ebc-b508-40a926ff673a'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:41:32.930254 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.117126 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Allocated IP 192.168.233.2 (101ea112-6485-49bb-a189-86cce06ae448/b8a8164a-3456-4ebc-b508-40a926ff673a/afa78bbe-1b47-4709-931d-a859990d96b8) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:41:33.367009 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.371081 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Transition to ACTIVE for port object afa78bbe-1b47-4709-931d-a859990d96b8 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:41:33.393538 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Transition to ACTIVE for port object afa78bbe-1b47-4709-931d-a859990d96b8 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:41:33.500724 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.551760 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Network 101ea112-6485-49bb-a189-86cce06ae448 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:41:33.556780 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:41:33.565140 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:41:33.576067 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Pushing event updated for resources: {'Port': ['ID=afa78bbe-1b47-4709-931d-a859990d96b8,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:33.604055 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.604429 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.604841 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.605889 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.606231 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.606572 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.606908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.607259 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.607610 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.607942 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.608270 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.608591 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:41:33.645376 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Attempting to bind port afa78bbe-1b47-4709-931d-a859990d96b8 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:41:33.646261 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Attempting to bind port afa78bbe-1b47-4709-931d-a859990d96b8 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:41:33.646261 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Attempting to bind port afa78bbe-1b47-4709-931d-a859990d96b8 on network 101ea112-6485-49bb-a189-86cce06ae448 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:41:33.653608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:41:33.654022 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Checking segment: {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:41:33.654435 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.654833 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Bound using segment: {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:41:33.655317 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Bound port: afa78bbe-1b47-4709-931d-a859990d96b8, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:41:33.655725 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.743348 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] For port afa78bbe-1b47-4709-931d-a859990d96b8, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:41:33.746550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] For port afa78bbe-1b47-4709-931d-a859990d96b8, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=afa78bbe-1b47-4709-931d-a859990d96b8,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:41:33.826286 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:33.924976 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9b148-7bd3-4292-8333-a335de7589ba None None] Pushing event updated for resources: {'Port': ['ID=afa78bbe-1b47-4709-931d-a859990d96b8,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:34.766535 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device afa78bbe-1b47-4709-931d-a859990d96b8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:41:34.883846 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55585a87-5516-4202-8518-085ca74dfa9c None None] Network 101ea112-6485-49bb-a189-86cce06ae448 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:41:34.947554 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port afa78bbe-1b47-4709-931d-a859990d96b8 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:41:35.040608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Provisioning for port afa78bbe-1b47-4709-931d-a859990d96b8 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:41:35.051231 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Provisioning complete for port afa78bbe-1b47-4709-931d-a859990d96b8 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:41:35.053022 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:35.196582 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:35.253954 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] For port afa78bbe-1b47-4709-931d-a859990d96b8, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=afa78bbe-1b47-4709-931d-a859990d96b8,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:41:35.323046 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:35.400266 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43ff1e-ffb5-49b1-b416-a6a9ea07fb74 None None] Pushing event updated for resources: {'Port': ['ID=afa78bbe-1b47-4709-931d-a859990d96b8,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:41:35.448315 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-2553acc1-2b41-436b-8f89-bbf1b6d2c748 None None] Provisioning complete for port afa78bbe-1b47-4709-931d-a859990d96b8 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:41:35.448763 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2553acc1-2b41-436b-8f89-bbf1b6d2c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:36.695984 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device afa78bbe-1b47-4709-931d-a859990d96b8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:41:36.754043 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port afa78bbe-1b47-4709-931d-a859990d96b8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:41:36.754424 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:39.527471 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-53e54bc2-9b39-4c2f-8054-d6b9c2789cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:42.036620 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-bf77c9e9-8827-419b-9b2e-94a89e29079a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:42.384296 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:43.733324 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:45.378332 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:41:45.858275 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:42:09.526483 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-99c07705-80bc-4764-b28e-6beea14f3408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.058093 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c96f2e35-88c0-4b81-b4aa-ed877a7e1cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:12.521737 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:13.737213 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:15.384018 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:22.857481 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:42:39.554629 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8f8d8d97-0d0b-49b9-bb6f-937faf690a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.076072 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8cf282ba-6bf6-4a03-91bc-d4d7f99676cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:42.479706 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:43.732413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:45.434065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:52.557333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38884) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:52.563454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [None req-77dd4b41-c263-4ec0-a5d9-2a0ccf590027 tempest-verify_tempest_config-1369654607 tempest-verify_tempest_config-1369654607-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:42:52.564421 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-77dd4b41-c263-4ec0-a5d9-2a0ccf590027 tempest-verify_tempest_config-1369654607 tempest-verify_tempest_config-1369654607-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061076 Aug 13 03:42:53.088936 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38902) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:53.193157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.308867 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.376540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.426023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe29b1fbe8f04a01b91c9b3c7cb13372&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3358629 Aug 13 03:42:53.426644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566158f6-c1bf-494c-9e50-093714e4e5a7,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:53.428724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 38906) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:42:53.433412 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.433809 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.434167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.434510 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.434845 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.435200 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.435541 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.435873 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.436208 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.436537 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.436864 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.437245 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba8ac09-d5d9-45e2-8c2b-88a451887b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.487259 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.510291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.656744 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.659305 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:42:53.660457 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/566158f6-c1bf-494c-9e50-093714e4e5a7 HTTP/1.1" status: 204 len: 168 time: 0.2306905 Aug 13 03:42:53.668545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566158f6-c1bf-494c-9e50-093714e4e5a7,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:42:53.675741 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.676179 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.676472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.676826 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.677162 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.677497 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.677871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.678198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.678545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.679015 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.679349 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:53.679677 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdeede0c-cd90-429a-9e00-e508c4fb8da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:42:59.855917 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:43:09.599275 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-84471dfb-b570-47d3-b019-4a091197ca4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.055855 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d867444b-8336-4927-b898-07b7fb8039bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:12.358860 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:13.724324 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:15.381660 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:36.855172 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:43:39.546695 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9bf611a7-d684-4a10-9be5-1174b31dc3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.049206 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fd9e72b7-f5f8-461b-9db8-b8b86ade67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:42.363871 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:43.757311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:43:45.391161 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:09.536123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9d3ab1be-eb30-4cd4-82a2-b5cafba40526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.058832 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1ce44867-3fb8-4f43-817c-19b4065fd3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:12.374221 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:13.750328 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:13.854182 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 5 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:44:15.384935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:27.739537 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1577972'] for agent, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:39.504876 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3a9d6aec-8bae-4982-91e1-0f4309c67c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:42.036970 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-60137ed2-b162-42f4-aa19-7cb3d3adb833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:42.390448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:43.756585 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:44.473520 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38980) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:44.629541 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-00a2b0f3-e1ed-40c8-8e52-3f62b4fc26db admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1540296 Aug 13 03:44:45.373599 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:44:47.023516 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 38990) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:44:47.089125 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-fe1998c7-5d11-4b44-b3fb-4609a334a6fc admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0642824 Aug 13 03:44:50.857726 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:44:57.613445 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:09.515106 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d41ec924-fd9e-4864-a59c-4934950b6ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:12.046139 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ae805e5e-519b-4c5b-b088-cc07e5268841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:12.440079 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:13.771947 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:15.469846 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:27.617537 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:27.857214 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:45:39.549336 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-622f254a-a5fd-43c6-a759-08ce8a900fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.057532 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-87bcb712-277d-4f8d-80d5-fa03f9fca63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:42.389861 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:43.777268 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:45.462673 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:45:57.644848 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:04.858105 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:46:09.529663 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e5105490-a11c-4908-8fab-fb1d68498cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.067103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-36a69750-1fbd-407e-9521-ad9aab8accd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:12.387742 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:13.792751 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:15.409666 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:25.789527 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39154) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:26.212600 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-668049873-network', 'tenant_id': '4190907becc1477cad5cc99d5461f5c7'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:26.358096 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Made reservation on behalf of 4190907becc1477cad5cc99d5461f5c7 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:26.361232 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.374610 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.519159 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.673220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.727454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75901c9-894e-4e1e-9ebc-0de9ce734bdb,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:26.731187 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:26.739801 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.740653 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.741269 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.744674 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.745392 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Tracked resource versions report: Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: pushed versions: Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: { 'AddressGroup': {'1.2'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'ConntrackHelper': {'1.0'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Log': {'1.0'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Network': {'1.1'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Port': {'1.7'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'PortForwarding': {'1.2'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'QosPolicy': {'1.9'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroup': {'1.4'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SubPort': {'1.0'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Subnet': {'1.1'}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Trunk': {'1.1'}} Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: consumer versions: Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'ConntrackHelper': '1.0', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Log': '1.0', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Network': '1.1', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Port': '1.7', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'PortForwarding': '1.2', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'QosPolicy': '1.9', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroup': '1.4', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SecurityGroupRule': '1.2', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'SubPort': '1.0', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Subnet': '1.1', Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: 'Trunk': '1.1'}} Aug 13 03:46:26.746454 dv-cinder-760193-6-iscsi neutron-server[101041]: {{(pid=101041) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:46:26.762764 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.763578 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Added segment 4723309f-827c-49b8-aa57-f70442e778a0 of type vlan for network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 Aug 13 03:46:26.813829 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.918505 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:26.920173 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:26.921055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.017069 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] Pushing event updated for resources: {'Network': ['ID=909f5e36-9366-4ea0-b1b4-8425f12cfd94,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:27.029502 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:27.106925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39210) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.110608 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-342d6da6-19b2-4cd9-bc27-1e5171aa91ea admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3192253 Aug 13 03:46:27.120905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Request body: {'subnet': {'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-668049873-subnet', 'tenant_id': '4190907becc1477cad5cc99d5461f5c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.232333 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Made reservation on behalf of 4190907becc1477cad5cc99d5461f5c7 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:27.235396 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.412578 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39216) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.430199 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39220) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.673366 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.707473 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39236) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.714350 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:27.739394 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39240) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.783048 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6b4b10-42f8-4e9b-9418-f570fa7a7030,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:27.797263 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.797841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.798352 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.798939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.799423 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.799923 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.800432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.800954 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.801353 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.802051 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.802525 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.803454 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Tracked resource versions report: Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: pushed versions: Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: { 'AddressGroup': {'1.2'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'ConntrackHelper': {'1.0'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Log': {'1.0'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Network': {'1.1'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Port': {'1.7'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'PortForwarding': {'1.2'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'QosPolicy': {'1.9'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroup': {'1.4'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SubPort': {'1.0'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Subnet': {'1.1'}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Trunk': {'1.1'}} Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: consumer versions: Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'ConntrackHelper': '1.0', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Log': '1.0', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Network': '1.1', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Port': '1.7', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'PortForwarding': '1.2', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'QosPolicy': '1.9', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroup': '1.4', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SecurityGroupRule': '1.2', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'SubPort': '1.0', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Subnet': '1.1', Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: 'Trunk': '1.1'}} Aug 13 03:46:27.804872 dv-cinder-760193-6-iscsi neutron-server[101042]: {{(pid=101042) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:46:27.818821 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Checking segment: {'id': '4723309f-827c-49b8-aa57-f70442e778a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:27.819790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Network hostable DHCP agents. Network: 909f5e36-9366-4ea0-b1b4-8425f12cfd94, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:27.857530 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-127384437-network', 'tenant_id': '7c054f0e55e346429ab756df50354e9c'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.885622 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-network', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.903982 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39250) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:27.950069 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1838195162-network', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.987932 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1400390825-network', 'tenant_id': '7496918903044ac39c15129d142f1ced'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:27.989895 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:28.029927 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:28.035303 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.052315 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.059507 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-network', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:28.089383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 909f5e36-9366-4ea0-b1b4-8425f12cfd94) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:28.096886 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:28.098913 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.105130 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debe600d-cb3c-43e8-819b-f6ff2b93f59b None None] Network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:28.159172 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Made reservation on behalf of 2ae187a3b2c6437eb5ccc20cc67e3f16 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:28.164730 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.181949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.261802 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d5194fb0-e6ee-4899-84a7-665acabd30a5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1520350 Aug 13 03:46:28.334977 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Made reservation on behalf of d161346eab024c6085e0f84c9ce61945 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:28.340798 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.381684 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.386773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:28.386773 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:28.386773 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '7c054f0e55e346429ab756df50354e9c', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 28, 68285)}] Aug 13 03:46:28.386773 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:28.387382 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:28.388170 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:28.388170 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:28.388170 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 28, 199077)}] Aug 13 03:46:28.388170 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:28.388745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:28.400471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.db.api [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:28.400471 dv-cinder-760193-6-iscsi neutron-server[101042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:28.400471 dv-cinder-760193-6-iscsi neutron-server[101042]: [parameters: {'project_id_1': '9d8f74eccd534ca380d3e2cc50d35120', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 28, 67866)}] Aug 13 03:46:28.400471 dv-cinder-760193-6-iscsi neutron-server[101042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:28.401306 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG oslo_db.api [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:28.456779 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e221d66-1751-4eb2-abfe-92c0e9244ecf None None] Network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:28.506094 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Made reservation on behalf of 7496918903044ac39c15129d142f1ced for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:28.509029 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.530418 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.666510 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.770682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.820014 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:28.842291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56d73bc-fb5f-4e24-84de-15e24c57e949,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:28.847994 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.848718 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Added segment f33d2fec-cea2-42a6-a969-e91fe6161879 of type vlan for network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 Aug 13 03:46:28.876346 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39314) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:28.879670 dv-cinder-760193-6-iscsi neutron-server[101041]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 03:46:28.909862 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.911372 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:28.912501 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.004164 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.006505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:29.007489 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.084939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] Pushing event updated for resources: {'Network': ['ID=b8f7b368-f32c-4565-8e9d-b5256ec51eb9,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:29.092629 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:29.129081 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.200212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-15655b9e-2747-4518-9a6c-92ba15c6f568 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:29.202778 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-15655b9e-2747-4518-9a6c-92ba15c6f568 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/networks?id=909f5e36-9366-4ea0-b1b4-8425f12cfd94 HTTP/1.1" status: 200 len: 811 time: 0.3248880 Aug 13 03:46:29.228094 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.243481 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-1e19013f-cdd7-46fc-8baf-b0258b667fbc tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/quotas/4190907becc1477cad5cc99d5461f5c7 HTTP/1.1" status: 200 len: 375 time: 0.0306671 Aug 13 03:46:29.271107 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:29.297378 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2de7ff3a-b024-4897-a39f-64b332c3b1cd admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5887806 Aug 13 03:46:29.313523 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39324) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:29.319373 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Request body: {'subnet': {'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1838195162-subnet', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:29.341151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:29.341151 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:29.341151 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 29, 43612)}] Aug 13 03:46:29.341151 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:29.341669 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:29.351023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-d43d5782-01d5-450d-bdd9-46a0294d9ad3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4190907becc1477cad5cc99d5461f5c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988395 Aug 13 03:46:29.362942 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:29.362942 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:29.362942 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '7c054f0e55e346429ab756df50354e9c', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 29, 1530)}] Aug 13 03:46:29.362942 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:29.362942 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:29.367444 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.370491 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Added segment 3ff042b5-e600-41b4-b92b-6db74739654b of type vlan for network 91daaf88-a3df-40ac-8954-4b6ec4130f8f Aug 13 03:46:29.380266 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b1c196-eca6-4f0b-8ade-573ef200ce84,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:29.392606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Made reservation on behalf of 9d8f74eccd534ca380d3e2cc50d35120 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:29.398867 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.425656 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.430289 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.442443 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.452560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.554955 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39336) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:29.555578 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-6560fe4b-3aef-43fe-a89c-d92a96446f1e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:46:29.556912 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-6560fe4b-3aef-43fe-a89c-d92a96446f1e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627601 Aug 13 03:46:29.575275 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Made reservation on behalf of d161346eab024c6085e0f84c9ce61945 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:29.578642 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.614329 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.615777 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:29.616549 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.649407 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c3da-21af-4482-bd22-927afc857cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.746946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] Pushing event updated for resources: {'Network': ['ID=91daaf88-a3df-40ac-8954-4b6ec4130f8f,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:29.760470 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 91daaf88-a3df-40ac-8954-4b6ec4130f8f details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:29.788529 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-00b5b557-4871-43ba-b7ba-cbb30561c1cf service neutron] 10.222.0.45 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248392 Aug 13 03:46:29.903453 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.912531 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:29.920420 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-13660bac-dca7-4086-a7c9-be117cebba33 service neutron] 10.222.0.45 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217079 Aug 13 03:46:29.993876 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.015936 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Checking segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:30.016367 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Network hostable DHCP agents. Network: b8f7b368-f32c-4565-8e9d-b5256ec51eb9, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:30.023490 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31caae5e-d918-41ac-926d-30271277b6a7,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.031987 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:30.039010 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f45c3-895f-439d-bdd6-cfcfa9125701,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.049638 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.050054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Added segment ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf of type vlan for network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b Aug 13 03:46:30.087214 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-7c02e7be-e5f9-42e8-9b2a-71bafb1c49f4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3465600 Aug 13 03:46:30.091237 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39342) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:30.103417 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Request body: {'subnet': {'network_id': '91daaf88-a3df-40ac-8954-4b6ec4130f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1400390825-subnet', 'tenant_id': '7496918903044ac39c15129d142f1ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:30.110739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.111743 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:30.183647 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, b8f7b368-f32c-4565-8e9d-b5256ec51eb9) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:30.186417 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.198683 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.199217 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.200155 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351af693-9fb5-4f0f-8a43-62ba6163e27d None None] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:30.274395 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39354) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:30.314723 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.331681 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:30.334214 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.335726 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.336729 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.346564 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.346994 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Added segment f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4 of type vlan for network 86b3186f-ea8b-471c-836a-555e3dac7721 Aug 13 03:46:30.377809 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:46:30.378837 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.391780 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-836f32ae-f4c8-47a3-b53c-8b5a5234d772 req-cef1b55c-2309-4d8d-80b1-8dae340c3b8e tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.1158175 Aug 13 03:46:30.413399 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.451201 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-75c21d8e-2a56-4987-b451-af564ec796e4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1358800 Aug 13 03:46:30.460228 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39366) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:30.465443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:30.501441 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b5932-e8ed-4828-be24-d740d43a7daa,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.532532 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] Pushing event updated for resources: {'Network': ['ID=1b932467-ae20-42b3-a9e9-a288dbf0bd0b,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.561013 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.561451 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:30.591295 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.595972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.595972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.667353 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Allocated IP 172.20.0.2 (b8f7b368-f32c-4565-8e9d-b5256ec51eb9/31caae5e-d918-41ac-926d-30271277b6a7/e640bd32-0566-42e0-896d-c2b544de97bb) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:30.671148 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] Pushing event updated for resources: {'Network': ['ID=86b3186f-ea8b-471c-836a-555e3dac7721,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.680293 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.687782 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 86b3186f-ea8b-471c-836a-555e3dac7721 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:30.715322 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:30.726721 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665df97b-e27b-4a40-87b1-ca183c3158b5,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:30.737712 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.738401 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Added segment f42361e1-07d0-4f05-af43-1a9d1bc231a1 of type vlan for network fe8f59f1-a071-40ce-925f-8ec3816b8eab Aug 13 03:46:30.794899 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.803806 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8f223a57-e7b9-428b-b2ea-b4102ed358b4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3895357 Aug 13 03:46:30.807080 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39376) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:30.818205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Request body: {'subnet': {'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-127384437-subnet', 'tenant_id': '7c054f0e55e346429ab756df50354e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:30.834557 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:30.834557 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:30.834557 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '7496918903044ac39c15129d142f1ced', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 30, 114101)}] Aug 13 03:46:30.834557 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:30.837260 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:30.854327 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.db.api [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:30.854327 dv-cinder-760193-6-iscsi neutron-server[101042]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:30.854327 dv-cinder-760193-6-iscsi neutron-server[101042]: [parameters: {'project_id_1': 'd161346eab024c6085e0f84c9ce61945', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 30, 481229)}] Aug 13 03:46:30.854327 dv-cinder-760193-6-iscsi neutron-server[101042]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101042) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:30.854841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG oslo_db.api [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:30.927058 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c3da-21af-4482-bd22-927afc857cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.944563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.954187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Transition to ACTIVE for port object e640bd32-0566-42e0-896d-c2b544de97bb will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:30.970450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Transition to ACTIVE for port object e640bd32-0566-42e0-896d-c2b544de97bb will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:30.980410 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:30.981708 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:30.982528 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.045277 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a7d5c3da-21af-4482-bd22-927afc857cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.055763 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] Pushing event updated for resources: {'Network': ['ID=fe8f59f1-a071-40ce-925f-8ec3816b8eab,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.068549 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:31.092262 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a7d5c3da-21af-4482-bd22-927afc857cd2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fb423d99e494c5c9c85af8bb440787e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5362051 Aug 13 03:46:31.095755 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39384) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:31.097347 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5c3da-21af-4482-bd22-927afc857cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66174c66-c52f-4785-ba26-9811f8923348,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.130402 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.157439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.164725 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f92bc939-5cc8-4ddf-849c-001a5631707e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2591057 Aug 13 03:46:31.167170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39386) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:31.172159 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f38e42f0-8418-4947-871e-b59968bc76ea admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7391598 Aug 13 03:46:31.174352 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Request body: {'subnet': {'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-subnet', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:31.175502 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39388) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:31.178370 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:31.182556 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Request body: {'subnet': {'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-subnet', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:31.182736 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:31.184398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Pushing event updated for resources: {'Port': ['ID=e640bd32-0566-42e0-896d-c2b544de97bb,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.186536 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:31.198398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.198771 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.205649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.209659 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Tracked resource versions report: Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: pushed versions: Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: { 'AddressGroup': {'1.2'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'ConntrackHelper': {'1.0'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Log': {'1.0'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Network': {'1.1'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Port': {'1.7'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'PortForwarding': {'1.2'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'QosPolicy': {'1.9'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroup': {'1.4'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SubPort': {'1.0'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Subnet': {'1.1'}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Trunk': {'1.1'}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: consumer versions: Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'ConntrackHelper': '1.0', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Log': '1.0', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Network': '1.1', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Port': '1.7', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'PortForwarding': '1.2', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'QosPolicy': '1.9', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroup': '1.4', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SecurityGroupRule': '1.2', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'SubPort': '1.0', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Subnet': '1.1', Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: 'Trunk': '1.1'}} Aug 13 03:46:31.209799 dv-cinder-760193-6-iscsi neutron-server[101043]: {{(pid=101043) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:46:31.260831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Attempting to bind port e640bd32-0566-42e0-896d-c2b544de97bb on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:31.261201 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Attempting to bind port e640bd32-0566-42e0-896d-c2b544de97bb by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:31.261566 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Attempting to bind port e640bd32-0566-42e0-896d-c2b544de97bb on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:31.266911 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:31.268241 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Checking segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:31.268241 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.268241 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Bound using segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:31.268579 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Bound port: e640bd32-0566-42e0-896d-c2b544de97bb, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:31.268918 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.341287 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] For port e640bd32-0566-42e0-896d-c2b544de97bb, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:31.342770 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:31.349516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] For port e640bd32-0566-42e0-896d-c2b544de97bb, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e640bd32-0566-42e0-896d-c2b544de97bb,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:31.351087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.371634 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.374342 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.378934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66174c66-c52f-4785-ba26-9811f8923348 HTTP/1.1" status: 204 len: 168 time: 0.2793083 Aug 13 03:46:31.421409 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.514081 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Made reservation on behalf of 9d8f74eccd534ca380d3e2cc50d35120 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:31.519289 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c460e-b3e5-44cc-bb21-faa973609197 None None] Pushing event updated for resources: {'Port': ['ID=e640bd32-0566-42e0-896d-c2b544de97bb,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.522020 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.549363 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546643e-9f8e-420f-8d5e-8b671cfd973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66174c66-c52f-4785-ba26-9811f8923348,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:31.642743 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3455bdd-dfd1-4d2b-ab6c-f87ab785b6bb req-0d3f6218-0a1a-491f-9e0a-d91c67c4ce22 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.1006818 Aug 13 03:46:31.659135 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.api [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 03:46:31.659135 dv-cinder-760193-6-iscsi neutron-server[101041]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 03:46:31.659135 dv-cinder-760193-6-iscsi neutron-server[101041]: [parameters: {'project_id_1': '7496918903044ac39c15129d142f1ced', 'expiration_1': datetime.datetime(2021, 8, 13, 3, 46, 31, 353779)}] Aug 13 03:46:31.659135 dv-cinder-760193-6-iscsi neutron-server[101041]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101041) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:31.659945 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG oslo_db.api [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:31.680597 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.687144 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.816612 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Made reservation on behalf of 2ae187a3b2c6437eb5ccc20cc67e3f16 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:31.833029 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:31.927571 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.082952 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.132023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Made reservation on behalf of 7496918903044ac39c15129d142f1ced for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:32.136115 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.218363 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.224339 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.305603 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1115344d-ad77-484d-9290-7ddbd44a7802,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:32.343183 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Checking segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:32.344188 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Network hostable DHCP agents. Network: 1b932467-ae20-42b3-a9e9-a288dbf0bd0b, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:32.383421 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Checking segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:32.384004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Network hostable DHCP agents. Network: 86b3186f-ea8b-471c-836a-555e3dac7721, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:32.387859 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=960dfee4-5b83-4148-b51e-6f2c32415428,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:32.424419 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.500893 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:32.529483 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Network 86b3186f-ea8b-471c-836a-555e3dac7721 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:32.598247 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Checking segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:32.598603 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Network hostable DHCP agents. Network: fe8f59f1-a071-40ce-925f-8ec3816b8eab, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:32.600984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762fb63d-361f-4cb3-b5e7-9565d9c40b86,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:32.626606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.654913 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.674631 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 1b932467-ae20-42b3-a9e9-a288dbf0bd0b) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:32.685012 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99852ea9-d580-4d1f-b617-0272ec85056a None None] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:32.690102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.691767 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.735400 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.760455 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 86b3186f-ea8b-471c-836a-555e3dac7721) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:32.778353 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:32.780616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:32.839653 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-862481d6-46e9-4fa2-9b2d-34e164faa041 req-db963259-cf37-4ee9-a564-17bd0e53be15 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0577176 Aug 13 03:46:32.865020 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ee353350-daa1-41df-aeeb-d0adaa868829 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0563645 Aug 13 03:46:32.928004 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e793956-27ed-4239-a7db-35c1480ee0bc None None] Network 86b3186f-ea8b-471c-836a-555e3dac7721 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:32.935779 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500c10f-1e6a-427b-a70e-8b72749d9956 None None] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:32.982874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Allocated IP 172.27.1.72 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/f8b07820-dce2-4597-987a-937ebe907bc4) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:33.016564 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-39592976-adb4-454f-84f2-60a729c0bdc7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8466198 Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39438) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=34fb1fa5-1d23-45de-8399-14f8cd7931f6,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Checking segment: {'id': '3ff042b5-e600-41b4-b92b-6db74739654b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '91daaf88-a3df-40ac-8954-4b6ec4130f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Network hostable DHCP agents. Network: 91daaf88-a3df-40ac-8954-4b6ec4130f8f, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, fe8f59f1-a071-40ce-925f-8ec3816b8eab) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:33.221316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.224365 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf3224a-7323-4ded-a73c-702540c2eaa3 None None] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:33.224365 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e640bd32-0566-42e0-896d-c2b544de97bb up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:33.239631 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.318745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.319924 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.325691 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Network 91daaf88-a3df-40ac-8954-4b6ec4130f8f is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:33.415451 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.480270 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-8345923a-faea-41dd-8bf8-3a0c5c0638e0 None None] Provisioning for port e640bd32-0566-42e0-896d-c2b544de97bb completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:33.498112 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:33.507824 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 91daaf88-a3df-40ac-8954-4b6ec4130f8f) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:33.510705 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.516770 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-bff04271-b73d-472c-9c51-6cb4cf16b0f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3337364 Aug 13 03:46:33.518635 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39456) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:33.523790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:33.525408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:33.533151 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:33.533866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:33.537053 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.539474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Pushing event updated for resources: {'Port': ['ID=f8b07820-dce2-4597-987a-937ebe907bc4,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:33.709466 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680edfdd-5a03-4db5-b68a-2b46950568fe None None] Network 91daaf88-a3df-40ac-8954-4b6ec4130f8f requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:33.751251 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398dfb72-4f6d-43b3-92a5-b3bb3cbc3c25 None None] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:33.800604 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.804998 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.806251 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:33.897087 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-4fdc4622-e32d-4d23-8ce5-ca33bfd17d0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7985063 Aug 13 03:46:34.014864 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c92ec-4a29-4f92-a8f6-bc321ff5248d None None] Network 86b3186f-ea8b-471c-836a-555e3dac7721 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:34.210348 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-26fa1013-4cac-4281-a643-929935e0f312 req-9333bd51-a7ae-4e45-99de-36601d320628 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.1032720 Aug 13 03:46:34.288351 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.302891 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.318816 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port e640bd32-0566-42e0-896d-c2b544de97bb completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:34.348282 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2adb67ec-8ac5-408d-983c-996bfca09ddf tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:34.351759 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2adb67ec-8ac5-408d-983c-996bfca09ddf tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.2775540 Aug 13 03:46:34.403407 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e640bd32-0566-42e0-896d-c2b544de97bb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:34.405453 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.434947 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-9c995d34-e800-45c9-bbe0-300dd7c9c99c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/quotas/7c054f0e55e346429ab756df50354e9c HTTP/1.1" status: 200 len: 375 time: 0.0627909 Aug 13 03:46:34.530313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-ac614869-a4d9-43ef-adef-b5ca9265915c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858433 Aug 13 03:46:34.647933 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:46:34.647933 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.657436 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.837323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a972e-1780-4366-9677-948b8cb2c020 None None] Network 91daaf88-a3df-40ac-8954-4b6ec4130f8f requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:34.839436 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:34.900138 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.123936 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.140099 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.61', 53206) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:35.148709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Allocated IP 172.20.0.2 (fe8f59f1-a071-40ce-925f-8ec3816b8eab/762fb63d-361f-4cb3-b5e7-9565d9c40b86/5894ea31-2ea5-4406-bf70-fb7bf2691998) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:35.619523 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.649879 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e4ecd322-a194-4e52-b6c1-52c59da0e0f6 req-5c8e3bc2-5bba-4363-be5a-85070c74acf6 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0792179 Aug 13 03:46:35.655102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Allocated IP 172.27.1.197 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/298a02ce-3a29-4dda-a9cf-980e1e8ae72a) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:35.679959 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.694848 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.800224 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-0d41ba32-26da-49b5-8977-4622470329f5 None None] Provisioning complete for port e640bd32-0566-42e0-896d-c2b544de97bb triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:35.800940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-0d41ba32-26da-49b5-8977-4622470329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.866521 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:35.868119 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:35.958828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-dbd5a7a0-b82e-4793-9557-26532543cdd3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:46:35.967334 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-dbd5a7a0-b82e-4793-9557-26532543cdd3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3984451 Aug 13 03:46:36.002339 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-05fcef66-36a3-412b-8696-a2e84a631f29 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:36.003949 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-05fcef66-36a3-412b-8696-a2e84a631f29 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.61 "GET /v2.0/networks?id=909f5e36-9366-4ea0-b1b4-8425f12cfd94 HTTP/1.1" status: 200 len: 811 time: 0.8615651 Aug 13 03:46:36.005366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.006386 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port e640bd32-0566-42e0-896d-c2b544de97bb, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e640bd32-0566-42e0-896d-c2b544de97bb,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:36.058987 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.090659 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.099511 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Transition to ACTIVE for port object 5894ea31-2ea5-4406-bf70-fb7bf2691998 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:36.130351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-0d41ba32-26da-49b5-8977-4622470329f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.130737 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39532) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:36.135825 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Request body: {'port': {'device_id': 'db4c99de-d01a-40ca-a791-beab35f331be', 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94', 'admin_state_up': True, 'tenant_id': '4190907becc1477cad5cc99d5461f5c7'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:36.146985 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263697599-network', 'tenant_id': '303bd50674d44dedbe901859f18e634e'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:36.217695 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:36.220362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Transition to ACTIVE for port object 5894ea31-2ea5-4406-bf70-fb7bf2691998 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:36.236325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:36.250383 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:36.269451 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Pushing event updated for resources: {'Port': ['ID=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.290216 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Allocated IP 172.27.1.130 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/e07a72eb-d2cf-455e-9deb-181cae2eb709) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:36.335698 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:36.338631 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.345898 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=e640bd32-0566-42e0-896d-c2b544de97bb,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.353932 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:36.369853 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:36.370672 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:36.484912 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Made reservation on behalf of 303bd50674d44dedbe901859f18e634e for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:36.485212 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.db.api [None req-0d41ba32-26da-49b5-8977-4622470329f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:46:36.485212 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG oslo_db.api [None req-0d41ba32-26da-49b5-8977-4622470329f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:46:36.489290 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.501423 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:36.535424 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Pushing event updated for resources: {'Port': ['ID=5894ea31-2ea5-4406-bf70-fb7bf2691998,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:36.535720 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.538314 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:36.586552 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:36.636650 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:36.642285 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2d050ead-61c4-481a-a189-24678adab61e service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6740603 Aug 13 03:46:36.662159 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39550) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:36.668272 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.670005 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-efd8f16c-3afe-497b-b399-77dcdd2ee00a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2084634 Aug 13 03:46:36.673577 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Attempting to bind port 5894ea31-2ea5-4406-bf70-fb7bf2691998 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:36.673988 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Attempting to bind port 5894ea31-2ea5-4406-bf70-fb7bf2691998 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:36.674141 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.674334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Attempting to bind port 5894ea31-2ea5-4406-bf70-fb7bf2691998 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:36.679472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39552) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:36.680902 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:36.681151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Checking segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:36.681968 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.682419 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Bound using segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:36.691761 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Bound port: 5894ea31-2ea5-4406-bf70-fb7bf2691998, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:36.692003 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.807459 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] For port 5894ea31-2ea5-4406-bf70-fb7bf2691998, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:36.813288 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] For port 5894ea31-2ea5-4406-bf70-fb7bf2691998, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5894ea31-2ea5-4406-bf70-fb7bf2691998,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:36.895522 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:36.929746 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0b46ded-a490-42ac-9b90-efd408e8548c req-def8bec5-4c73-4bb8-ab85-96bedef542f1 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.1192880 Aug 13 03:46:37.012640 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.037744 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:33Z', 'revision_number': 3, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:37.043110 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.051587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e6934-ba56-4e82-a965-32eb57330a8f None None] Pushing event updated for resources: {'Port': ['ID=5894ea31-2ea5-4406-bf70-fb7bf2691998,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:37.098863 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:37.099435 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Updating router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 port f8b07820-dce2-4597-987a-937ebe907bc4 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:37.101212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.103164 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4dd3137b-33f3-4c51-95f3-7b9b711b646e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.164081 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.225815 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-0f748b0e-f41d-4376-ab36-af0b60dc1f4d service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646160 Aug 13 03:46:37.318023 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:37.324343 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.339949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:37.349745 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:37.362656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Pushing event updated for resources: {'Port': ['ID=e07a72eb-d2cf-455e-9deb-181cae2eb709,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:37.544291 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4dd3137b-33f3-4c51-95f3-7b9b711b646e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.562327 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Made reservation on behalf of 4190907becc1477cad5cc99d5461f5c7 for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:37.566345 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.599002 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:46:37.616430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.616974 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Added segment 0921f529-5849-4654-87f5-bd8c65969028 of type vlan for network 53aa1051-0145-433a-9397-412615f53569 Aug 13 03:46:37.783213 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.821949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4dd3137b-33f3-4c51-95f3-7b9b711b646e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.939727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3137b-33f3-4c51-95f3-7b9b711b646e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21505415-a6b9-4543-b211-4f46b7c11613,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:37.974088 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:37.975278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:37.976136 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.121169 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.170848 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Transition to ACTIVE for port object f8b07820-dce2-4597-987a-937ebe907bc4 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:38.184530 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508a33c5-a638-43cc-96c3-53baa5921d36,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.280175 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.385407 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-31dcbff8-38cb-4932-9d4a-9373a2373ee7 req-c5fbd11e-a358-4f3d-b7f6-47e884023f3e tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.4644587 Aug 13 03:46:38.388769 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] Pushing event updated for resources: {'Network': ['ID=53aa1051-0145-433a-9397-412615f53569,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.421475 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 53aa1051-0145-433a-9397-412615f53569 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:46:38.492911 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Pushing event updated for resources: {'Port': ['ID=f8b07820-dce2-4597-987a-937ebe907bc4,revision_number=2']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:38.538150 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.538661 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.539544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5894ea31-2ea5-4406-bf70-fb7bf2691998 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:38.541125 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.542404 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.546236 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.546955 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.547540 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.548071 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.548717 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.549283 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.549959 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.551252 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Tracked resource versions report: Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: pushed versions: Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: { 'AddressGroup': {'1.2'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'ConntrackHelper': {'1.0'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Log': {'1.0'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Network': {'1.1'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Port': {'1.7'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'PortForwarding': {'1.2'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'QosPolicy': {'1.9'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroup': {'1.4'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroupRule': {'1.2'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SubPort': {'1.0'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Subnet': {'1.1'}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Trunk': {'1.1'}} Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: consumer versions: Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: { DHCP agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: HyperV agent@hv-cinder-76019: {}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: L3 agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: Metadata agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: Metering agent@dv-cinder-760193-6-iscsi: {}, Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: Open vSwitch agent@dv-cinder-760193-6-iscsi: { 'AddressGroup': '1.2', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'ConntrackHelper': '1.0', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Log': '1.0', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Network': '1.1', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Port': '1.7', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'PortForwarding': '1.2', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'QosPolicy': '1.9', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroup': '1.4', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SecurityGroupRule': '1.2', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'SubPort': '1.0', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Subnet': '1.1', Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: 'Trunk': '1.1'}} Aug 13 03:46:38.553088 dv-cinder-760193-6-iscsi neutron-server[101044]: {{(pid=101044) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 03:46:38.596326 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf1045d2-dea4-4643-a6b0-fab97066142f req-c712b2f5-54bb-4324-99ec-5620be094360 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.2061224 Aug 13 03:46:38.625652 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-4dd3137b-33f3-4c51-95f3-7b9b711b646e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1866f4f5035241dba71da85179870c31&name=default HTTP/1.1" status: 200 len: 2978 time: 1.9589112 Aug 13 03:46:38.634820 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39606) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:38.654224 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Attempting to bind port f8b07820-dce2-4597-987a-937ebe907bc4 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:38.657437 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Attempting to bind port f8b07820-dce2-4597-987a-937ebe907bc4 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:38.660004 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Attempting to bind port f8b07820-dce2-4597-987a-937ebe907bc4 on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:38.683924 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:38.684531 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:38.686590 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.687786 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:38.689086 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Bound port: f8b07820-dce2-4597-987a-937ebe907bc4, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:38.689873 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.728058 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7dac108b-b737-40c3-8f09-ec1998bd3331 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5927496 Aug 13 03:46:38.734619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39612) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:38.775380 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Request body: {'subnet': {'network_id': '53aa1051-0145-433a-9397-412615f53569', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263697599-subnet', 'tenant_id': '303bd50674d44dedbe901859f18e634e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:38.791070 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] For port f8b07820-dce2-4597-987a-937ebe907bc4, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:38.803707 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] For port f8b07820-dce2-4597-987a-937ebe907bc4, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=f8b07820-dce2-4597-987a-937ebe907bc4,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:38.920065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb878c53-bf93-4d9c-8b9f-26897e18506f None None] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:38.958462 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.979327 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:38.986314 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Made reservation on behalf of 303bd50674d44dedbe901859f18e634e for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:38.996169 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.072712 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Allocated IP 172.20.0.3 (909f5e36-9366-4ea0-b1b4-8425f12cfd94/fb6b4b10-42f8-4e9b-9418-f570fa7a7030/4e4e0641-5660-4f64-8024-523e284db0c4) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:39.091619 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:39.096052 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:39.216551 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.372489 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02fc29-0b6a-4432-ba22-de9d68647096 None None] Pushing event updated for resources: {'Port': ['ID=f8b07820-dce2-4597-987a-937ebe907bc4,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:39.409956 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 5894ea31-2ea5-4406-bf70-fb7bf2691998 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:39.445266 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e640bd32-0566-42e0-896d-c2b544de97bb up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:39.464192 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:39.475751 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.658839 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Provisioning for port 5894ea31-2ea5-4406-bf70-fb7bf2691998 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:39.673483 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Provisioning complete for port 5894ea31-2ea5-4406-bf70-fb7bf2691998 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:39.673893 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.747747 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5483ed04-5789-4385-855b-e90e96dc91d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.747974 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5af4a4f3-24ae-4f1a-9998-a016a8a1182d req-ee812f67-5ae6-42b3-916b-3a72e443ce9d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.1336706 Aug 13 03:46:39.832817 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e640bd32-0566-42e0-896d-c2b544de97bb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:39.833606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:39.939296 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:33Z', 'revision_number': 3, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:40.019205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.077730 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48babfb9-ab78-420a-a2ca-d168be0d7d9b None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:33Z', 'revision_number': 3, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:40.083058 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.135800 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.197241 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.200216 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-45784cf4-866e-4b69-96aa-abab46affb6f req-2cf373e7-ba8b-4e76-96cd-bdc7851422b8 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0795920 Aug 13 03:46:40.271646 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:40.364563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] For port 5894ea31-2ea5-4406-bf70-fb7bf2691998, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5894ea31-2ea5-4406-bf70-fb7bf2691998,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:40.385103 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:40.396949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.426350 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.504989 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Pushing event updated for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:40.526112 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:40.533264 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:40.534824 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.572079 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5419be7-cc99-494c-b3d2-e15c228daced None None] Pushing event updated for resources: {'Port': ['ID=5894ea31-2ea5-4406-bf70-fb7bf2691998,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:40.586036 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-fb207698-b950-4791-98a9-d1a19f53b807 None None] Provisioning complete for port 5894ea31-2ea5-4406-bf70-fb7bf2691998 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:40.586587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fb207698-b950-4791-98a9-d1a19f53b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.616572 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.684360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:40.981063 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ef1a737-9d69-4a74-8f48-3bef96a0f922,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:40.981063 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:40.986219 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:40.989922 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-ef6f183d-f16d-41a6-baa8-0a8aa57c54c3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8619370 Aug 13 03:46:40.990611 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Allocated IP 172.20.0.1 (b8f7b368-f32c-4565-8e9d-b5256ec51eb9/31caae5e-d918-41ac-926d-30271277b6a7/2aec41df-1767-49f8-8d00-84c99fa78cf5) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:41.002908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Sync routers for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:41.019740 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:41.020510 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:41.055050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-341fa8f1-1971-4a5d-976d-26a52158af1a tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:46:41.062375 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-341fa8f1-1971-4a5d-976d-26a52158af1a tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256534 Aug 13 03:46:41.062375 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e79ad071-266e-4468-8833-73e1cfb3d5c8 req-67512a05-beff-45a1-a7dc-8d2cb73ba621 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.0752897 Aug 13 03:46:41.093534 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.099083 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.105074 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21505415-a6b9-4543-b211-4f46b7c11613 HTTP/1.1" status: 204 len: 168 time: 2.4591963 Aug 13 03:46:41.126983 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79181c0e-1d1a-483c-8698-1b180964994e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21505415-a6b9-4543-b211-4f46b7c11613,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:41.184113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.196533 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a7fe00a4-a93f-47cd-97f3-0d5f86b9d118 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.1475422 Aug 13 03:46:41.196533 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39662) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:41.399463 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:41.411571 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Checking segment: {'id': '0921f529-5849-4654-87f5-bd8c65969028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '53aa1051-0145-433a-9397-412615f53569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:41.411817 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Network hostable DHCP agents. Network: 53aa1051-0145-433a-9397-412615f53569, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:46:41.582336 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:41.632261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Transition to ACTIVE for port object 2aec41df-1767-49f8-8d00-84c99fa78cf5 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:41.752748 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bde3ff-9942-42d5-b165-d930844e9191 req-d6e857e2-8a3e-4f45-a988-6e6c441f8b42 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:41.758724 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-16bde3ff-9942-42d5-b165-d930844e9191 req-d6e857e2-8a3e-4f45-a988-6e6c441f8b42 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 931 time: 0.2839887 Aug 13 03:46:41.783262 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Request body: {'port': {'device_id': 'db4c99de-d01a-40ca-a791-beab35f331be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:41.870862 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:46:41.882022 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 3, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:41.982367 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Checking router: b67cb3ff-9a24-4e38-9b5b-c020409d8e65 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:41.982868 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Updating router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:42.057211 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.098891 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-16bde3ff-9942-42d5-b165-d930844e9191 req-8ac39e23-3014-454e-936f-45727920f927 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300593 Aug 13 03:46:42.100290 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.119631 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.133137 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Router 10990e16-6105-43cf-a4de-d0ecbc86acad is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:46:42.138170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Network 53aa1051-0145-433a-9397-412615f53569 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:46:42.250574 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:42.253548 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:42.257242 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:42.325706 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5eb827aa-70c4-4423-9cb8-e39c5166bc3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.655092 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:42.670430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 53aa1051-0145-433a-9397-412615f53569) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:42.676830 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:42.719418 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:42.740964 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:42.742249 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5894ea31-2ea5-4406-bf70-fb7bf2691998 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:42.817156 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4265b249-0ae6-4c13-a6c6-bb3d68317f94 None None] Network 53aa1051-0145-433a-9397-412615f53569 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:42.818170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:42.818170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.818493 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.818657 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:42.818657 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:42.818836 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Transition to ACTIVE for port object 298a02ce-3a29-4dda-a9cf-980e1e8ae72a will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:42.831919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-463d6513-5edf-41ca-9864-63dee816f5ab req-3ca1459b-9f21-4bbd-92a7-f645bb516d0e tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.1740718 Aug 13 03:46:42.993162 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 5894ea31-2ea5-4406-bf70-fb7bf2691998 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:42.994031 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.141675 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.150402 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.238731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.243053 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-df4c01ff-b63f-47ba-9e4c-a460d1a2bf64 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7184389 Aug 13 03:46:43.251709 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39684) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:43.290986 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806062b3-33bb-414a-8c6f-fbcff599f7b8 None None] Pushing event updated for resources: {'Port': ['ID=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:43.464653 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Attempting to bind port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:43.465216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Attempting to bind port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:43.465563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Attempting to bind port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:43.482814 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af645b-6874-41d6-80b3-1e26cd2b0fd8 None None] Network 53aa1051-0145-433a-9397-412615f53569 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:46:43.490495 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39690) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:43.535461 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:43.588191 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:43.589024 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:43.589482 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.590000 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:43.590576 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Bound port: 298a02ce-3a29-4dda-a9cf-980e1e8ae72a, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:43.591040 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.748362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device f8b07820-dce2-4597-987a-937ebe907bc4 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:43.794065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] For port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:43.802472 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-53d7580e-c58d-4c6b-b27e-02d46b79ab5e None None] Provisioning for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:43.810018 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-53d7580e-c58d-4c6b-b27e-02d46b79ab5e None None] Provisioning complete for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:43.810804 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-53d7580e-c58d-4c6b-b27e-02d46b79ab5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.819771 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-aa55950e-da12-4283-81e5-2c65d359922f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.829481 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-508b6c0d-5804-4eb9-9e61-73df8bc3c37d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.0614016 Aug 13 03:46:43.861245 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ecf33-773a-4521-8b67-adaa9e3ed121 req-8c6e2487-6429-40a2-8f0d-f9c88f2dad2f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:43.863283 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f22ecf33-773a-4521-8b67-adaa9e3ed121 req-8c6e2487-6429-40a2-8f0d-f9c88f2dad2f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 931 time: 0.5370607 Aug 13 03:46:43.889995 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:43.894309 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] For port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:43.945342 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-53d7580e-c58d-4c6b-b27e-02d46b79ab5e None None] Port 2aec41df-1767-49f8-8d00-84c99fa78cf5 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:44.029480 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.061035 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83ecab0c-ca83-4dd2-91a6-ef827b31eadd req-fbf9c3b9-ab4f-4d83-85d2-608dc1cfd844 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.0317731 Aug 13 03:46:44.095720 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39696) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:44.152006 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.152832 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:44.199191 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:44.199906 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Updating router 10990e16-6105-43cf-a4de-d0ecbc86acad port e07a72eb-d2cf-455e-9deb-181cae2eb709 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:44.228014 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Deleting subnet 34fb1fa5-1d23-45de-8399-14f8cd7931f6 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:46:44.261379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806062b3-33bb-414a-8c6f-fbcff599f7b8 None None] Pushing event updated for resources: {'Port': ['ID=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:44.275473 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port f8b07820-dce2-4597-987a-937ebe907bc4 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:44.282961 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port f8b07820-dce2-4597-987a-937ebe907bc4 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:44.283328 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.285998 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.314807 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.322107 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:44.322830 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:44.379842 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.404539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.428820 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.579721 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f22ecf33-773a-4521-8b67-adaa9e3ed121 req-6b57036a-1387-46fb-bd1d-16c88f227eee tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033703 Aug 13 03:46:44.582296 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.659553 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4e0641-5660-4f64-8024-523e284db0c4 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:44.722469 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.767271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-aa55950e-da12-4283-81e5-2c65d359922f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.769924 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Transition to ACTIVE for port object 4e4e0641-5660-4f64-8024-523e284db0c4 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:44.772320 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.61', 53221) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:44.779954 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.790560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.795192 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Transition to ACTIVE for port object e07a72eb-d2cf-455e-9deb-181cae2eb709 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:44.832379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:44.872629 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.882767 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-aa55950e-da12-4283-81e5-2c65d359922f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.906427 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.914898 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.919444 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:44.986017 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.060973 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Allocated IP 172.20.0.1 (fe8f59f1-a071-40ce-925f-8ec3816b8eab/762fb63d-361f-4cb3-b5e7-9565d9c40b86/da4dbca4-9ba4-417c-acd2-032af99941ea) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:45.071751 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Pushing event updated for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:45.072999 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Attempting to bind port e07a72eb-d2cf-455e-9deb-181cae2eb709 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:45.074833 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Attempting to bind port e07a72eb-d2cf-455e-9deb-181cae2eb709 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:45.090391 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Attempting to bind port e07a72eb-d2cf-455e-9deb-181cae2eb709 on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:45.091517 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b149b2e-46f7-48b6-9935-0b36f9209be7 None None] Pushing event updated for resources: {'Port': ['ID=e07a72eb-d2cf-455e-9deb-181cae2eb709,revision_number=2']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:45.096226 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:45.096610 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:45.098319 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.098738 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:45.099219 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Bound port: e07a72eb-d2cf-455e-9deb-181cae2eb709, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:45.099620 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.160977 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.338083 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] For port e07a72eb-d2cf-455e-9deb-181cae2eb709, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:45.338083 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] For port e07a72eb-d2cf-455e-9deb-181cae2eb709, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e07a72eb-d2cf-455e-9deb-181cae2eb709,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:45.340559 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:45.340559 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:45.345816 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port f8b07820-dce2-4597-987a-937ebe907bc4, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=f8b07820-dce2-4597-987a-937ebe907bc4,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:45.346595 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55950e-da12-4283-81e5-2c65d359922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ca7332-913a-442d-871c-397cfdb3091e,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:45.346595 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-aa55950e-da12-4283-81e5-2c65d359922f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8453aaa3dde420086a5a8cdf4f82b47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7657428 Aug 13 03:46:45.347423 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 3, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:45.347627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.347627 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/34fb1fa5-1d23-45de-8399-14f8cd7931f6 HTTP/1.1" status: 204 len: 168 time: 1.2180312 Aug 13 03:46:45.347961 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884651eb-0eda-4dbf-9d6d-92731963f033 None None] The sync data for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi is: [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:36Z', 'revision_number': 3, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:45.373791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.404036 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Attempting to bind port 4e4e0641-5660-4f64-8024-523e284db0c4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:45.404426 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Attempting to bind port 4e4e0641-5660-4f64-8024-523e284db0c4 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4723309f-827c-49b8-aa57-f70442e778a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:45.404852 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Attempting to bind port 4e4e0641-5660-4f64-8024-523e284db0c4 on network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:45.407940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a8fd8-34ee-435c-9ffe-26a0a41878b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34fb1fa5-1d23-45de-8399-14f8cd7931f6,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:45.412024 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39714) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:45.412361 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39716) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:45.451585 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:45.459078 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Transition to ACTIVE for port object da4dbca4-9ba4-417c-acd2-032af99941ea will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:45.552150 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:45.577906 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-19ddaee4-371f-4e33-8b31-05eb55f677cf req-37057622-0a0a-4c8e-8a19-e6d044f873cc tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.3454304 Aug 13 03:46:45.594600 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.600007 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Port 4e4e0641-5660-4f64-8024-523e284db0c4 on network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:45.600525 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Attempting to bind port 4e4e0641-5660-4f64-8024-523e284db0c4 on network 909f5e36-9366-4ea0-b1b4-8425f12cfd94 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:45.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:45.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Checking segment: {'id': '4723309f-827c-49b8-aa57-f70442e778a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:45.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Bound using segment: {'id': '4723309f-827c-49b8-aa57-f70442e778a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:45.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Bound port: 4e4e0641-5660-4f64-8024-523e284db0c4, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4723309f-827c-49b8-aa57-f70442e778a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:45.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.685563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-13896620-3083-4f42-b47b-4e2510cc87cd None None] Provisioning complete for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:45.686025 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-13896620-3083-4f42-b47b-4e2510cc87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:45.811485 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Allocated IP 172.20.0.1 (86b3186f-ea8b-471c-836a-555e3dac7721/960dfee4-5b83-4148-b51e-6f2c32415428/81044dd9-5daa-400e-9618-f7f8d61b37fe) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:46.260786 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-13896620-3083-4f42-b47b-4e2510cc87cd None None] Port 2aec41df-1767-49f8-8d00-84c99fa78cf5 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:46.267231 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.268118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.268118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.268698 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-8b5f8ec2-36c0-452b-b871-830b63d87822 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:46.268698 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-8b5f8ec2-36c0-452b-b871-830b63d87822 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 1.1119092 Aug 13 03:46:46.273939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:46.275013 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:46.275545 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8eb5edff-6b36-420b-b4c2-009f83b5d445 admin admin] 10.222.0.45 "PUT /v2.0/routers/6b72b89b-d2c4-4928-ba64-f12a68f1f779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2915528 Aug 13 03:46:46.275545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.275912 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b149b2e-46f7-48b6-9935-0b36f9209be7 None None] Pushing event updated for resources: {'Port': ['ID=e07a72eb-d2cf-455e-9deb-181cae2eb709,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:46.276151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 298a02ce-3a29-4dda-a9cf-980e1e8ae72a up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:46.276307 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:46.276307 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:46.276467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:46.276467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:46.276467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:46.276467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.276721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:46.276721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:46.276721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=f8b07820-dce2-4597-987a-937ebe907bc4,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:46.294687 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Request body: {'port': {'device_id': '79abd409-8b26-4070-9516-93b9e35af383', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'admin_state_up': True, 'tenant_id': '7c054f0e55e346429ab756df50354e9c'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:46.357236 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:46.514911 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:46.521140 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e4e0641-5660-4f64-8024-523e284db0c4,segment=NetworkSegment(4723309f-827c-49b8-aa57-f70442e778a0),segment_id=4723309f-827c-49b8-aa57-f70442e778a0)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:46.635033 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:46.719215 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:46.779818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f939ec-b0b3-46c6-9608-d6804e440a7b req-9cf4d5c7-e523-4ece-8ab6-a0d0d1648695 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:46.788425 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-19f939ec-b0b3-46c6-9608-d6804e440a7b req-9cf4d5c7-e523-4ece-8ab6-a0d0d1648695 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.6913872 Aug 13 03:46:46.838126 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.869501 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:46.961458 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.016537 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.017118 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.027896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.028477 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.029058 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.029670 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.031995 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.032339 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.032675 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.033012 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.170916 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:47.247814 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fff0f80-f83f-403f-bd9e-bad5972b4344 None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:38Z', 'revision_number': 3, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:47.319322 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:47.339297 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-6c70b90d-58dc-421f-80c7-123054ed9b16 None None] Provisioning for port da4dbca4-9ba4-417c-acd2-032af99941ea completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:47.346025 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.347073 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:47.349205 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.364762 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-6c70b90d-58dc-421f-80c7-123054ed9b16 None None] Provisioning complete for port da4dbca4-9ba4-417c-acd2-032af99941ea triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:47.372985 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6c70b90d-58dc-421f-80c7-123054ed9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.384284 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39738) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:47.394656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431216690', 'description': 'tempest-description--1135000692'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:47.528473 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-6c70b90d-58dc-421f-80c7-123054ed9b16 None None] Port da4dbca4-9ba4-417c-acd2-032af99941ea cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:47.557867 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:44Z', 'revision_number': 2, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:47.617197 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.617606 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.624905 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.626203 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101041) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:47.626653 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91daaf88-a3df-40ac-8954-4b6ec4130f8f']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:47.673783 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.676503 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.689668 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:47.711037 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Updating router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 port 2aec41df-1767-49f8-8d00-84c99fa78cf5 binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:47.871167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-053f9a3d-b61e-4f21-9a6b-7bcf4caa8aaa req-e4516ad0-e037-409a-bb14-f1ff4ca1766b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.0748839 Aug 13 03:46:47.899969 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.922889 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:47.932549 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39742) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:47.939657 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.111648 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff042b5-e600-41b4-b92b-6db74739654b') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:48.111648 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff042b5-e600-41b4-b92b-6db74739654b') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:48.111947 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:48.112119 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.112275 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.115572 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.117142 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6ca7332-913a-442d-871c-397cfdb3091e HTTP/1.1" status: 204 len: 168 time: 2.6841302 Aug 13 03:46:48.216871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.227681 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22405a13-dc70-42e1-b0ca-05c6bd120676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ca7332-913a-442d-871c-397cfdb3091e,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:48.270131 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:48.271535 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.274903 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e4e0641-5660-4f64-8024-523e284db0c4 HTTP/1.1" status: 200 len: 1093 time: 6.7797585 Aug 13 03:46:48.278383 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.366812 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-19f939ec-b0b3-46c6-9608-d6804e440a7b req-5437f552-7e73-491b-8968-b0072eec6a32 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5769329 Aug 13 03:46:48.367597 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:48.439777 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed40-23e7-4fc9-bb0f-bbb91fed1e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.495307 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.510683 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39511224-8017-4b68-a757-469b93dbcd42 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:48.529180 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.531721 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.541419 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.584745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.602623 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:46:48.616758 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:48.858061 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:48.920315 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Pushing event updated for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:48.933963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b6fcb2-72d1-49e2-b0f1-782695e841b9,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:49.047095 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.107679 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e07a72eb-d2cf-455e-9deb-181cae2eb709 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:49.117492 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Transition to ACTIVE for port object 2aec41df-1767-49f8-8d00-84c99fa78cf5 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:49.160039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:49.164288 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:49.259032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: from cryptography.utils import int_from_bytes Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: from cryptography.utils import int_from_bytes Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:46:49.285021 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:46:49.326166 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c6721-5455-4991-90bf-8465245264a4" -d '{"events": [{"name": "network-changed", "server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:49.366933 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fbcc5135-de0a-4f87-b212-806420c99170 req-b8b8f34c-e546-4039-9803-75ca1a22b6d6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.0366583 Aug 13 03:46:49.395388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.395388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.439291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed40-23e7-4fc9-bb0f-bbb91fed1e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.556499 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.566732 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/91daaf88-a3df-40ac-8954-4b6ec4130f8f HTTP/1.1" status: 204 len: 168 time: 4.1273139 Aug 13 03:46:49.622925 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39768) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:49.665382 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Attempting to bind port 2aec41df-1767-49f8-8d00-84c99fa78cf5 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:49.670632 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Attempting to bind port 2aec41df-1767-49f8-8d00-84c99fa78cf5 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:49.672733 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Attempting to bind port 2aec41df-1767-49f8-8d00-84c99fa78cf5 on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:49.682174 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port e07a72eb-d2cf-455e-9deb-181cae2eb709 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:49.697923 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e07a72eb-d2cf-455e-9deb-181cae2eb709 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:49.707856 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.717349 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff003a8-496a-486f-affe-1fd1416c8e46 None None] Pushing event updated for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:49.757053 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Network 86b3186f-ea8b-471c-836a-555e3dac7721 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:49.771119 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:49.775892 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ed40-23e7-4fc9-bb0f-bbb91fed1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.781718 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f187101c-51e4-4057-88dc-502e405af5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91daaf88-a3df-40ac-8954-4b6ec4130f8f,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:49.804932 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:49.805346 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Checking segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:49.805709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.806399 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Bound using segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:49.807103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Bound port: 2aec41df-1767-49f8-8d00-84c99fa78cf5, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:49.807103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:49.882900 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de76e4-630d-4669-8670-fc393acf3487 x-openstack-request-id: req-a3de76e4-630d-4669-8670-fc393acf3487 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:49.892826 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7ed40-23e7-4fc9-bb0f-bbb91fed1e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca03af8a-a017-41a1-9958-ce0aec1bc0ef,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:49.894076 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:49.894500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3de76e4-630d-4669-8670-fc393acf3487 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:49.895045 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4', 'status': 'completed', 'code': 200} Aug 13 03:46:49.904134 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:49.974966 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-35e321e0-0b6c-4879-91e0-7f2e1450e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:49.976693 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-35e321e0-0b6c-4879-91e0-7f2e1450e8f8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4190907becc1477cad5cc99d5461f5c7&device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 1096 time: 1.2025068 Aug 13 03:46:49.986394 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:49.990641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:50.116311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-22b66d6f-69bd-45c2-87d2-25cada7b85e3 None None] Provisioning complete for port da4dbca4-9ba4-417c-acd2-032af99941ea triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:50.138495 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-22b66d6f-69bd-45c2-87d2-25cada7b85e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.140900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] For port 2aec41df-1767-49f8-8d00-84c99fa78cf5, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:50.142430 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d4e7ed40-23e7-4fc9-bb0f-bbb91fed1e80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c2a7f8969bb415bbba2a9c3a9d3be5f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2083366 Aug 13 03:46:50.145406 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.147048 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2d3f2c13-cc22-447c-9fbd-2506ca8570f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7617793 Aug 13 03:46:50.147911 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39774) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:50.151874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39776) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:50.165413 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group_rule': {'security_group_id': 'c8b6fcb2-72d1-49e2-b0f1-782695e841b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:50.183587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] For port 2aec41df-1767-49f8-8d00-84c99fa78cf5, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2aec41df-1767-49f8-8d00-84c99fa78cf5,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:50.190634 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-22b66d6f-69bd-45c2-87d2-25cada7b85e3 None None] Port da4dbca4-9ba4-417c-acd2-032af99941ea cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:46:50.201474 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.217062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-405ed258-3f2a-4544-b3d7-38ee0bace56e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4e0641-5660-4f64-8024-523e284db0c4 HTTP/1.1" status: 200 len: 217 time: 0.1768136 Aug 13 03:46:50.230207 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port e07a72eb-d2cf-455e-9deb-181cae2eb709, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e07a72eb-d2cf-455e-9deb-181cae2eb709,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:50.230505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:50.241783 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fca887f9-f0db-4471-8a80-75b1a0f222f1 admin admin] 10.222.0.45 "PUT /v2.0/routers/10990e16-6105-43cf-a4de-d0ecbc86acad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9948061 Aug 13 03:46:50.283622 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.345619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.357283 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.367896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:46:50.376866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.380492 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042a325-c362-4554-91dd-b622b6f6c11e req-09371c53-40f3-4f34-be84-bbb99bf6dc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.389334 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-09371c53-40f3-4f34-be84-bbb99bf6dc72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb6b4b10-42f8-4e9b-9418-f570fa7a7030 HTTP/1.1" status: 200 len: 851 time: 0.1648481 Aug 13 03:46:50.455647 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.469196 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026085c-bbc9-4091-9002-1958bfb639c7 req-1acc889d-f787-4654-8eeb-a034732fc9a3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:50.477405 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1026085c-bbc9-4091-9002-1958bfb639c7 req-1acc889d-f787-4654-8eeb-a034732fc9a3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.7740481 Aug 13 03:46:50.485737 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Deleting subnet 5ef1a737-9d69-4a74-8f48-3bef96a0f922 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:46:50.547948 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.548171 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff003a8-496a-486f-affe-1fd1416c8e46 None None] Pushing event updated for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:50.553686 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.554516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device f8b07820-dce2-4597-987a-937ebe907bc4 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:50.778406 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:50.789066 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-e33a55c7-9f22-421e-9112-9074fba5ec81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=909f5e36-9366-4ea0-b1b4-8425f12cfd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3685796 Aug 13 03:46:50.791432 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:50.792316 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:50.795285 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.804426 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e16646da-e64d-4681-90b4-a6cf8d8365a1 req-83217a83-a221-4c8f-828f-2fe068979af3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.1093020 Aug 13 03:46:50.805848 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.923867 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.927692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:50.935661 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ca03af8a-a017-41a1-9958-ce0aec1bc0ef HTTP/1.1" status: 204 len: 168 time: 0.7817333 Aug 13 03:46:50.951103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:50.953187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:51.020886 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.034391 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8c6864-6405-4e90-a326-dbee58f5e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca03af8a-a017-41a1-9958-ce0aec1bc0ef,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:51.066533 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1026085c-bbc9-4091-9002-1958bfb639c7 req-b9901490-404d-4825-a8b5-42cff4c90419 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294936 Aug 13 03:46:51.146665 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.168987 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6b4cce-86d9-4c37-beaa-95f00983d7da,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:51.184191 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:51.244696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.246414 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b1dc8bd3-28ca-40d1-b480-362f6468cfd3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0875349 Aug 13 03:46:51.250043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39798) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:51.261378 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group_rule': {'security_group_id': 'c8b6fcb2-72d1-49e2-b0f1-782695e841b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:51.360347 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=e07a72eb-d2cf-455e-9deb-181cae2eb709,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:51.420567 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.538462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:51.549490 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port f8b07820-dce2-4597-987a-937ebe907bc4 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:51.550279 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.552634 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.647887 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-7e32ee6d-8cd5-4033-8d60-800a80578039 service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231624 Aug 13 03:46:51.665109 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.703316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.706927 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a317f023-8663-486d-9095-29267656138c,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:51.768791 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:47Z', 'revision_number': 2, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:51.784849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Allocated IP 172.20.0.7 (1b932467-ae20-42b3-a9e9-a288dbf0bd0b/1115344d-ad77-484d-9290-7ddbd44a7802/2240fe99-f716-4af2-8d46-24228e80e8a3) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:51.811167 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:51.812908 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Updating router 10990e16-6105-43cf-a4de-d0ecbc86acad port da4dbca4-9ba4-417c-acd2-032af99941ea binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:51.837195 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:51.842699 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-61268ee9-d31f-4ad4-ad61-d6a39d367975 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5905240 Aug 13 03:46:51.844347 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39804) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:51.853219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:51.853370 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.008310 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.158072 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1042a325-c362-4554-91dd-b622b6f6c11e req-2cde9674-d3f9-46ef-ba7e-107c63c48969 service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682705 Aug 13 03:46:52.264434 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.326483 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:52.328917 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39816) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:52.338848 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980089532', 'description': 'tempest-description--1083789766'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:52.412270 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a48fad-043e-4c6c-9818-5568325625ae None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:52.456869 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.467668 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e07a72eb-d2cf-455e-9deb-181cae2eb709 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:52.472514 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.496774 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.647560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7208fcd-9cd6-466c-aa53-a220d286c240 req-afe850c7-cefa-4ad6-862e-40ec7dd8b18c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.4250071 Aug 13 03:46:52.681519 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e07a72eb-d2cf-455e-9deb-181cae2eb709 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:52.681998 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.690325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:52.698384 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ef1a737-9d69-4a74-8f48-3bef96a0f922 HTTP/1.1" status: 204 len: 168 time: 3.0131691 Aug 13 03:46:52.724906 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39824) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:52.903227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 298a02ce-3a29-4dda-a9cf-980e1e8ae72a up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:52.904168 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c04204-3522-4ee5-8a3d-714bbf242416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef1a737-9d69-4a74-8f48-3bef96a0f922,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:53.043241 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:53.049268 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.179204 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.237179 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Transition to ACTIVE for port object da4dbca4-9ba4-417c-acd2-032af99941ea will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:53.297599 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.312897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6721-5455-4991-90bf-8465245264a4 req-f72a37a9-dc4c-45d7-825b-51af313a859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:53.316792 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-f72a37a9-dc4c-45d7-825b-51af313a859a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4190907becc1477cad5cc99d5461f5c7&device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 1096 time: 0.7454205 Aug 13 03:46:53.381125 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.382331 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b5ff1-e7a0-4847-b520-903bc2eeb756 req-253ca64d-7198-47af-8a3c-a6f65d8761b3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:53.384845 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Allocated IP 172.27.1.183 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/9afa5a21-52e7-439c-a253-ced39aa7cc90) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:53.399259 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-894b5ff1-e7a0-4847-b520-903bc2eeb756 req-253ca64d-7198-47af-8a3c-a6f65d8761b3 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.8226576 Aug 13 03:46:53.508722 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.745784 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.774202 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.774595 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.775350 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.775687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > port after_create 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.776035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > port after_delete 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.777183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > port after_update 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.777183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.777183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.777637 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.787344 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:53.848051 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:53.964699 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.051505 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959087a-d650-40f1-962c-b37b51954e36 None None] Pushing event updated for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.092145 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Attempting to bind port da4dbca4-9ba4-417c-acd2-032af99941ea on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:54.092526 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Attempting to bind port da4dbca4-9ba4-417c-acd2-032af99941ea by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:54.093271 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Attempting to bind port da4dbca4-9ba4-417c-acd2-032af99941ea on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:54.101524 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:54.101524 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Checking segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:54.102321 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.102734 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Bound using segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:54.103295 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Bound port: da4dbca4-9ba4-417c-acd2-032af99941ea, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:54.103806 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.130874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:54.131222 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:54.131558 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:54.131887 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101042) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 03:46:54.132459 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53aa1051-0145-433a-9397-412615f53569']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.151494 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.180102 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0921f529-5849-4654-87f5-bd8c65969028') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.180405 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0921f529-5849-4654-87f5-bd8c65969028') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.228969 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] For port da4dbca4-9ba4-417c-acd2-032af99941ea, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:54.232259 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] For port da4dbca4-9ba4-417c-acd2-032af99941ea, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=da4dbca4-9ba4-417c-acd2-032af99941ea,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:54.261632 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-894b5ff1-e7a0-4847-b520-903bc2eeb756 req-8433c218-18cf-42dd-a010-596e31577d1e tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8640230 Aug 13 03:46:54.300350 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:54.314048 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.337839 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.373049 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:54.392101 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2aec41df-1767-49f8-8d00-84c99fa78cf5 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:54.398478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:54.457320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.461671 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1290479 Aug 13 03:46:54.464471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb699a-5971-4fdb-830c-407ee1177712 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44270e63-24ea-4eed-b78c-c775e22579ad,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.476343 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event updated for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.489340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.489438 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39852) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:54.504478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group_rule': {'security_group_id': '44270e63-24ea-4eed-b78c-c775e22579ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:54.506773 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.517107 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959087a-d650-40f1-962c-b37b51954e36 None None] Pushing event updated for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=4']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.549701 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:54.550814 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:54.590281 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:54.590281 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.602433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f232b4-47e7-45a6-ad36-a936e452a4ae req-53e49468-6a56-44e2-80c1-6079c76dcb10 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:54.604033 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43f232b4-47e7-45a6-ad36-a936e452a4ae req-53e49468-6a56-44e2-80c1-6079c76dcb10 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 931 time: 0.6585555 Aug 13 03:46:54.605448 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6721-5455-4991-90bf-8465245264a4 req-ca3a575b-e5d0-4cea-af48-efb0e0d63629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:54.606525 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-ca3a575b-e5d0-4cea-af48-efb0e0d63629 service neutron] 10.222.0.61 "GET /v2.0/networks?id=909f5e36-9366-4ea0-b1b4-8425f12cfd94 HTTP/1.1" status: 200 len: 912 time: 1.2473660 Aug 13 03:46:54.610814 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.665507 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:54.670217 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:54.679272 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.679418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:46:54.679418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: from cryptography.utils import int_from_bytes Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: from cryptography.utils import int_from_bytes Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:46:54.698971 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:46:54.706052 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43f232b4-47e7-45a6-ad36-a936e452a4ae req-67ba8764-b681-4a8c-bd85-32f394db302b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Aug 13 03:46:54.706052 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.748270 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:54.777839 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.784414 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.845497 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.851536 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:54.861495 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:54.867290 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:54.876120 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=9afa5a21-52e7-439c-a253-ced39aa7cc90,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.895947 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 2aec41df-1767-49f8-8d00-84c99fa78cf5, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2aec41df-1767-49f8-8d00-84c99fa78cf5,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:54.898837 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.949687 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-cd8cdc33-858a-4caa-838b-8cdcaab6f777 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8504758 Aug 13 03:46:54.963468 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:54.988129 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:54.998604 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.067135 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.072866 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] 10.222.0.45 "DELETE /v2.0/networks/53aa1051-0145-433a-9397-412615f53569 HTTP/1.1" status: 204 len: 168 time: 2.2790308 Aug 13 03:46:55.079815 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.080405 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9551cab-493e-4a02-9bc2-947d428d426b admin admin] Pushing event deleted for resources: {'Network': ['ID=53aa1051-0145-433a-9397-412615f53569,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:55.118224 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.121262 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:55.126191 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:55.140399 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Network 86b3186f-ea8b-471c-836a-555e3dac7721 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:55.141993 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:55.173513 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b33f4cc-0c73-4b2b-8a40-deec5ba9c659 None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:46:55.226866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.316172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.344475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Request body: {'port': {'device_id': '79abd409-8b26-4070-9516-93b9e35af383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:55.485521 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-b2402346-56c7-40dd-95cd-081db2228190 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4e0641-5660-4f64-8024-523e284db0c4 HTTP/1.1" status: 200 len: 217 time: 0.2514043 Aug 13 03:46:55.558517 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26a2d72-2a91-4ffa-b6d4-e2c66c1a68c4,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:55.574679 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39874) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.665524 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.667121 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-35a1f3e0-c4f9-4b9f-be82-5f30027b4cff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1764469 Aug 13 03:46:55.672812 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39876) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.681182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group_rule': {'security_group_id': '44270e63-24ea-4eed-b78c-c775e22579ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:55.689686 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.723935 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b83a8-d098-4367-933b-3604b7adef7d req-135f2502-de7b-4f41-b0a0-6acb48d6d53c tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:55.731296 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f95b83a8-d098-4367-933b-3604b7adef7d req-135f2502-de7b-4f41-b0a0-6acb48d6d53c tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.2704153 Aug 13 03:46:55.739123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6721-5455-4991-90bf-8465245264a4 req-0965f25d-0d19-48e7-b901-636274d1d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:55.740885 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-0965f25d-0d19-48e7-b901-636274d1d71e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb6b4b10-42f8-4e9b-9418-f570fa7a7030 HTTP/1.1" status: 200 len: 851 time: 0.1966610 Aug 13 03:46:55.756289 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ea6c6451-75b5-4f72-8708-42b30c090580 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7496918903044ac39c15129d142f1ced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1705358 Aug 13 03:46:55.763039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39882) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:55.787346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.820366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:46:55.822421 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.860033 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.861978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:55.879076 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-77e10e07-f511-4dfe-aaf4-f90b6fe6f2db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=909f5e36-9366-4ea0-b1b4-8425f12cfd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155527 Aug 13 03:46:55.929256 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=9afa5a21-52e7-439c-a253-ced39aa7cc90,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:55.968250 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f95b83a8-d098-4367-933b-3604b7adef7d req-be417351-ace1-41a2-a045-3429c2b0f7c8 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303617 Aug 13 03:46:55.969654 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.086913 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.095639 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.151889 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.158486 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.159223 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50b1c196-eca6-4f0b-8ade-573ef200ce84 HTTP/1.1" status: 204 len: 168 time: 0.3935494 Aug 13 03:46:56.172616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8545b91-ef9c-40d1-b92b-acc2a06ff063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b1c196-eca6-4f0b-8ade-573ef200ce84,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:56.208382 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.210762 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1d3e2c57-1a49-4900-992c-a2f4a70b580c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3653126 Aug 13 03:46:56.216684 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.229525 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcecc1c-12bd-49ac-bea6-2c837095c22d req-dd81c45e-6056-4845-8999-82496794c661 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:56.231235 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ebcecc1c-12bd-49ac-bea6-2c837095c22d req-dd81c45e-6056-4845-8999-82496794c661 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 931 time: 0.3910413 Aug 13 03:46:56.241408 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:46:56.260952 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b3d5ff6e-80e2-4742-aa1c-b0af1ff38ce6 admin admin] 10.222.0.45 "PUT /v2.0/routers/b67cb3ff-9a24-4e38-9b5b-c020409d8e65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0563347 Aug 13 03:46:56.268344 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Sync routers for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:46:56.287406 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:56.288725 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:56.303273 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa97a1b3-09ba-4401-950b-562bd47f7843,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:56.374811 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.381244 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-c01d0fbb-5e3b-4d7c-9b68-9fed4d932419 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7061839 Aug 13 03:46:56.382185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39900) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:56.387607 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:46:56.480984 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-17f11ec6-282b-42d5-bb16-ae5e8ddc3347 service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093959 Aug 13 03:46:56.487315 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ebcecc1c-12bd-49ac-bea6-2c837095c22d req-f1a574ab-b904-4230-8046-4501f3ef9523 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373366 Aug 13 03:46:56.542567 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:56.607093 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device da4dbca4-9ba4-417c-acd2-032af99941ea up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:56.611755 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.822551 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2240fe99-f716-4af2-8d46-24228e80e8a3 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:46:56.833506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.848595 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Transition to ACTIVE for port object 2240fe99-f716-4af2-8d46-24228e80e8a3 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:56.862612 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b21c6721-5455-4991-90bf-8465245264a4 req-67e4fab9-c89e-4460-9d03-a42dc876228c service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720591 Aug 13 03:46:56.918758 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-605fd559-d07a-47b5-b17e-c07078a67937 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1431216690&fields=id&tenant_id=d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 267 time: 0.1750565 Aug 13 03:46:56.923703 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:56.941519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.006387 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port da4dbca4-9ba4-417c-acd2-032af99941ea completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:46:57.035340 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port da4dbca4-9ba4-417c-acd2-032af99941ea triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:57.036080 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.222413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:51Z', 'revision_number': 4, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '81044dd9-5daa-400e-9618-f7f8d61b37fe', 'name': '', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'mac_address': 'fa:16:3e:ad:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:53Z', 'revision_number': 2, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'subnets': [{'id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:57.282539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Checking router: b67cb3ff-9a24-4e38-9b5b-c020409d8e65 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:46:57.283305 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Updating router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 port 81044dd9-5daa-400e-9618-f7f8d61b37fe binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:46:57.286573 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.301682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Allocated IP 172.27.1.109 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:46:57.337092 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.386716 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port da4dbca4-9ba4-417c-acd2-032af99941ea, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=da4dbca4-9ba4-417c-acd2-032af99941ea,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:46:57.441153 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 39922) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:57.493384 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.566491 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-dbbc2f39-e330-4fd0-a540-d16a41317b30 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:57.575203 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-dbbc2f39-e330-4fd0-a540-d16a41317b30 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 811 time: 0.6380639 Aug 13 03:46:57.577684 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Pushing event updated for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:57.623364 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980dc02-80a0-4d55-9675-c9f97b2ea872 req-bfe13283-cd46-40d4-9eb8-caac5f0d48af tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:57.632743 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4980dc02-80a0-4d55-9675-c9f97b2ea872 req-bfe13283-cd46-40d4-9eb8-caac5f0d48af tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.3289118 Aug 13 03:46:57.643094 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.644118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2aec41df-1767-49f8-8d00-84c99fa78cf5 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:57.677129 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.713717 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-db4e1c0c-fd01-46e5-9343-03dc17a75661 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/quotas/d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 375 time: 0.1374385 Aug 13 03:46:57.738972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:46:57.744853 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:46:57.749531 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:46:57.757028 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4980dc02-80a0-4d55-9675-c9f97b2ea872 req-421bb8c4-9c95-4dca-aa36-ad52eb6a1b25 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231589 Aug 13 03:46:57.760883 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:57.821480 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ef34f190-d052-4fe3-b82f-7d80e0ea8a79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=303bd50674d44dedbe901859f18e634e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3743546 Aug 13 03:46:57.825639 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 39932) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:46:57.828378 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Attempting to bind port 2240fe99-f716-4af2-8d46-24228e80e8a3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:57.828758 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Attempting to bind port 2240fe99-f716-4af2-8d46-24228e80e8a3 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:57.829072 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Attempting to bind port 2240fe99-f716-4af2-8d46-24228e80e8a3 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:57.839443 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Port 2240fe99-f716-4af2-8d46-24228e80e8a3 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:46:57.839809 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Attempting to bind port 2240fe99-f716-4af2-8d46-24228e80e8a3 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:57.853797 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:57.856540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Checking segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:57.856540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Bound using segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:57.856540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Bound port: 2240fe99-f716-4af2-8d46-24228e80e8a3, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:57.856540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.896211 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-0e87118b-2489-4217-8ff1-852d25bcbd71 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1666400 Aug 13 03:46:57.952962 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.987429 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:57.990337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.009236 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.066797 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2aec41df-1767-49f8-8d00-84c99fa78cf5 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:58.067645 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.137738 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:58.164220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2240fe99-f716-4af2-8d46-24228e80e8a3,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:58.170985 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-37ef4438-7309-4cf0-9586-19d332173f16 service neutron] 10.222.0.45 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055624 Aug 13 03:46:58.181720 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.290903 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.294927 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.334269 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Transition to ACTIVE for port object 81044dd9-5daa-400e-9618-f7f8d61b37fe will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:46:58.341014 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.349211 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.351059 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/508a33c5-a638-43cc-96c3-53baa5921d36 HTTP/1.1" status: 204 len: 168 time: 0.5226483 Aug 13 03:46:58.456411 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e208d-3ff0-4505-adf1-6ac2cb2d9ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a33c5-a638-43cc-96c3-53baa5921d36,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.470937 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.489742 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-034a2ee2-3dc6-4bfa-acf1-08396635d4bb service neutron] 10.222.0.45 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081601 Aug 13 03:46:58.496406 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:58.497383 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.499834 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] 10.222.0.61 "PUT /v2.0/ports/2240fe99-f716-4af2-8d46-24228e80e8a3 HTTP/1.1" status: 200 len: 1093 time: 3.2641962 Aug 13 03:46:58.500618 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:46:58.503431 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09165059-8c52-4bcc-9c74-c516ecda5d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:46:58.506554 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:58.569902 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device da4dbca4-9ba4-417c-acd2-032af99941ea up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:46:58.678011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cf26b-25b4-4d9c-baea-00994c315890 service neutron] Pushing event updated for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.801749 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-b9004fb4-e77f-4016-9cde-dfb2ee1c51a5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:58.803554 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-b9004fb4-e77f-4016-9cde-dfb2ee1c51a5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 819 time: 0.2735500 Aug 13 03:46:58.806958 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-c342dbf5-22a6-4b09-a3e1-03c69c751c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:58.814280 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-c342dbf5-22a6-4b09-a3e1-03c69c751c24 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 1096 time: 0.1540136 Aug 13 03:46:58.886859 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4b9e-1e59-4432-9d8d-7179157fc2c9 None None] Pushing event updated for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:58.957559 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-e1177282-d25c-4fde-bddd-67d1c095ac44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2240fe99-f716-4af2-8d46-24228e80e8a3 HTTP/1.1" status: 200 len: 217 time: 0.1247208 Aug 13 03:46:58.963788 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-bab15a71-5cdf-4ff5-82e6-a99aa3c71d11 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/quotas/9d8f74eccd534ca380d3e2cc50d35120 HTTP/1.1" status: 200 len: 375 time: 0.1372166 Aug 13 03:46:59.065704 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.134219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.141201 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port da4dbca4-9ba4-417c-acd2-032af99941ea triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:46:59.141919 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.145959 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-fdd4002e-50d1-49aa-b64b-8debf4069aee tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1723070 Aug 13 03:46:59.160335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Attempting to bind port 81044dd9-5daa-400e-9618-f7f8d61b37fe on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:46:59.166045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Attempting to bind port 81044dd9-5daa-400e-9618-f7f8d61b37fe by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:46:59.170191 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Attempting to bind port 81044dd9-5daa-400e-9618-f7f8d61b37fe on network 86b3186f-ea8b-471c-836a-555e3dac7721 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:46:59.209249 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:46:59.210040 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Checking segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:46:59.210653 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.212065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Bound using segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:46:59.213151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Bound port: 81044dd9-5daa-400e-9618-f7f8d61b37fe, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:46:59.214587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.274066 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b38b49-10e1-430f-b703-3be98312783f req-d415ebe2-9bd4-469c-b692-f7b85ec8a167 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:59.276498 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c2b38b49-10e1-430f-b703-3be98312783f req-d415ebe2-9bd4-469c-b692-f7b85ec8a167 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1959307 Aug 13 03:46:59.366554 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:59.378271 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-981100c2-ae1b-4604-b4d4-182b3ff4611b service neutron] 10.222.0.45 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238023 Aug 13 03:46:59.385139 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c2b38b49-10e1-430f-b703-3be98312783f req-0f11260d-016f-4b4c-ac9d-02b37d44fbe2 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999010 Aug 13 03:46:59.396749 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.408770 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] For port 81044dd9-5daa-400e-9618-f7f8d61b37fe, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:46:59.435448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] For port 81044dd9-5daa-400e-9618-f7f8d61b37fe, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=81044dd9-5daa-400e-9618-f7f8d61b37fe,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:46:59.467083 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619885f-6fbd-48b4-a05f-266d94875bd9 x-openstack-request-id: req-d619885f-6fbd-48b4-a05f-266d94875bd9 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:46:59.468051 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:46:59.469113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d619885f-6fbd-48b4-a05f-266d94875bd9 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:46:59.469575 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3', 'status': 'completed', 'code': 200} Aug 13 03:46:59.495309 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.512048 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d161a576-9542-4fcf-96ae-6cfa2192260d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1281862 Aug 13 03:46:59.540621 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:46:59.621592 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-8f9f453b-2174-4143-a21b-36d079c5981b service neutron] 10.222.0.45 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340212 Aug 13 03:46:59.651157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a2ccf-0976-4591-bb42-b8c7b68d9247 req-9409d2bf-57dd-4587-b10f-5935321fca38 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:46:59.651157 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f4a2ccf-0976-4591-bb42-b8c7b68d9247 req-9409d2bf-57dd-4587-b10f-5935321fca38 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.1185565 Aug 13 03:46:59.664612 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:46:59.665260 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:46:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:46:59.734593 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4b9e-1e59-4432-9d8d-7179157fc2c9 None None] Pushing event updated for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:46:59.752437 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f4a2ccf-0976-4591-bb42-b8c7b68d9247 req-848bd886-b08e-478e-8da1-9bf76627c080 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923414 Aug 13 03:46:59.865333 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:46:59.871212 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95648cf8-9483-4f6b-a468-9abf27df9402 req-9dafce43-b0ee-4add-b81a-c4ad79505df8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0626297 Aug 13 03:47:00.042581 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bd65a1a8-8490-4403-9e3f-feed6517013b req-62e4ed62-7395-4e9a-a65e-99f0ff0d858a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 210 time: 0.0624411 Aug 13 03:47:00.111845 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-2e19377a-72cb-42a4-9284-4348c7c1edc2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1980089532&fields=id&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 267 time: 0.0606720 Aug 13 03:47:00.314119 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:51Z', 'revision_number': 4, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '81044dd9-5daa-400e-9618-f7f8d61b37fe', 'name': '', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'mac_address': 'fa:16:3e:ad:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:59Z', 'revision_number': 4, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'subnets': [{'id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:00.370105 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe060c8a-7269-4997-802a-5c2244efd9d4 None None] The sync data for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi is: [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:51Z', 'revision_number': 4, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '81044dd9-5daa-400e-9618-f7f8d61b37fe', 'name': '', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'mac_address': 'fa:16:3e:ad:db:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:59Z', 'revision_number': 4, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'subnets': [{'id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:00.375681 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-214f0deb-4bd8-4323-b15e-a6d25735a68e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:00.389150 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-214f0deb-4bd8-4323-b15e-a6d25735a68e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 817 time: 0.2672224 Aug 13 03:47:00.407308 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09a41cbb-d754-4003-bc03-2597ba81496e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/quotas/2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 375 time: 0.0164127 Aug 13 03:47:00.585522 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-ad27f50b-ed75-4262-948a-19e9bc5e0a62 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1733108 Aug 13 03:47:00.719212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-fc5398d3-f6e5-466c-a5ec-8e894d58b836 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:00.721076 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-fc5398d3-f6e5-466c-a5ec-8e894d58b836 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 819 time: 0.3012068 Aug 13 03:47:00.758471 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-3a70f405-5873-49d8-81dc-acc888683c92 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/quotas/9d8f74eccd534ca380d3e2cc50d35120 HTTP/1.1" status: 200 len: 375 time: 0.0257468 Aug 13 03:47:00.825023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-ae390de2-624f-44b2-93e7-5d5f4d811a67 service neutron] 10.222.0.45 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258697 Aug 13 03:47:00.902705 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-7282504e-3113-407d-b1c9-a78a171b830e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1269042 Aug 13 03:47:01.043710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-8a0e4e39-e3eb-4072-af76-1d0e026fa4b3 service neutron] 10.222.0.45 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057879 Aug 13 03:47:01.124533 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-a5fd1f44-70d8-4232-bd74-e0280d15751e service neutron] 10.222.0.45 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938274 Aug 13 03:47:01.689459 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-31a20981-0b96-4959-955c-77b292f78c8e service neutron] 10.222.0.45 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572872 Aug 13 03:47:01.703604 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355383-46d6-44ab-a61d-d085f6f1449a req-48adff95-9c66-4492-bc0c-d7c4a5157852 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:01.705113 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b4355383-46d6-44ab-a61d-d085f6f1449a req-48adff95-9c66-4492-bc0c-d7c4a5157852 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1604207 Aug 13 03:47:01.772906 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b4355383-46d6-44ab-a61d-d085f6f1449a req-808be076-ec1a-4682-9a8a-77b081e4bbd6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593586 Aug 13 03:47:01.946035 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bcbd9-0ec3-419e-8e2a-86ae5ce3325a req-9ed48d2b-7c37-46bc-938a-63ed4a0d612f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:01.947511 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-439bcbd9-0ec3-419e-8e2a-86ae5ce3325a req-9ed48d2b-7c37-46bc-938a-63ed4a0d612f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.0625610 Aug 13 03:47:02.028383 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-17621650-3425-4f58-9082-90b24289d184 req-ec9cbb0b-c5d4-4554-9a54-8c012e97ae4b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0391800 Aug 13 03:47:02.033859 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-439bcbd9-0ec3-419e-8e2a-86ae5ce3325a req-483483ae-be8b-41e2-8a8c-65db59bbd6db tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Aug 13 03:47:02.190588 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-471483d1-c51d-4d51-b563-5de2e5e65baf req-8a945785-00ca-463a-a3e9-85d4562cc329 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0737696 Aug 13 03:47:02.229979 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1eacb24-0b11-4c66-9b5d-b2254bd66fa7 req-8de76115-6209-4174-8253-3fd47a880f33 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0631211 Aug 13 03:47:02.421068 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 81044dd9-5daa-400e-9618-f7f8d61b37fe up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:02.675639 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 81044dd9-5daa-400e-9618-f7f8d61b37fe completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:02.680864 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 81044dd9-5daa-400e-9618-f7f8d61b37fe triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:02.681369 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:02.816529 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:02.861333 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 81044dd9-5daa-400e-9618-f7f8d61b37fe, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=81044dd9-5daa-400e-9618-f7f8d61b37fe,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:02.935066 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac170b8-2cdb-4329-840d-8d8672404ef0 req-a0b07ca8-8e3e-4ce4-a0b6-0946fcc7f9e7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:02.938832 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bac170b8-2cdb-4329-840d-8d8672404ef0 req-a0b07ca8-8e3e-4ce4-a0b6-0946fcc7f9e7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.0647576 Aug 13 03:47:02.947485 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:03.003777 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bac170b8-2cdb-4329-840d-8d8672404ef0 req-93dffe98-68ef-49b0-9913-051bfc6d10bd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482457 Aug 13 03:47:03.040616 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:03.169972 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e8dddc69-cb8d-41c3-a918-d21aabd5a37f req-1d6db3d1-de0a-47ba-9eee-d54378af2465 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0421944 Aug 13 03:47:03.253154 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70daf05d-bfec-4690-bd5c-39a2ac4eb180 req-ff48f251-cdb0-40c7-9c20-fc70ecb5b0cc tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:03.255915 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-70daf05d-bfec-4690-bd5c-39a2ac4eb180 req-ff48f251-cdb0-40c7-9c20-fc70ecb5b0cc tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 943 time: 0.0844898 Aug 13 03:47:03.326805 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6fd75c07-c85c-489a-96df-efc20c2a49f3 req-efaa1193-6754-43fb-a67a-013a93126827 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0419130 Aug 13 03:47:03.341391 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-70daf05d-bfec-4690-bd5c-39a2ac4eb180 req-38726b2a-0f04-4be5-b2c6-4714b0a389a2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791631 Aug 13 03:47:03.446191 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8baa194f-0756-4e27-b22c-65da52560b7c req-8a70bf26-f774-4205-8fe0-216ffcaee97c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0424254 Aug 13 03:47:03.660164 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 4e4e0641-5660-4f64-8024-523e284db0c4 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:03.689002 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40122) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:03.730830 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-7b27c1e3-ebd1-4d67-bf3e-55eecffd5737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:03.731161 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-7b27c1e3-ebd1-4d67-bf3e-55eecffd5737 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.0900915 Aug 13 03:47:03.784477 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-94e0721f-549c-4bad-b9a2-c6ec809c8187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305240 Aug 13 03:47:03.844449 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e4e0641-5660-4f64-8024-523e284db0c4,segment=NetworkSegment(4723309f-827c-49b8-aa57-f70442e778a0),segment_id=4723309f-827c-49b8-aa57-f70442e778a0)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:03.877448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '4e4e0641-5660-4f64-8024-523e284db0c4', 'network_id': '909f5e36-9366-4ea0-b1b4-8425f12cfd94', 'port_id': '4e4e0641-5660-4f64-8024-523e284db0c4', 'mac_address': 'fa:16:3e:e0:46:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb6b4b10-42f8-4e9b-9418-f570fa7a7030', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:03.886813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d819ab49-82d6-429d-989a-f40e6abc1157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:03.945192 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:03.967032 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-6b2fd729-a0c6-4856-b317-982968b467bf service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813881 Aug 13 03:47:03.989527 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4e0641-5660-4f64-8024-523e284db0c4 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:04.021457 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e4e0641-5660-4f64-8024-523e284db0c4,segment=NetworkSegment(4723309f-827c-49b8-aa57-f70442e778a0),segment_id=4723309f-827c-49b8-aa57-f70442e778a0)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:04.054290 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d819ab49-82d6-429d-989a-f40e6abc1157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.117820 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.145250 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d819ab49-82d6-429d-989a-f40e6abc1157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.198145 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d819ab49-82d6-429d-989a-f40e6abc1157 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cefb852325d1419cac7ddba29497bb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5075774 Aug 13 03:47:04.199729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819ab49-82d6-429d-989a-f40e6abc1157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2874336-1240-4e07-9f13-b94fb2ed3e0f,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:04.205632 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40130) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:04.273388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:04.315578 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70433f-60c5-4103-b27a-27a644a4d165 req-b2f3368b-3dd7-4026-b83c-343a08c01ec0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:04.318465 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb70433f-60c5-4103-b27a-27a644a4d165 req-b2f3368b-3dd7-4026-b83c-343a08c01ec0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1825178 Aug 13 03:47:04.331088 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.358556 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86b0b001-b310-49e7-ad4e-70908cfb7fba req-14080e43-9e2e-4197-a747-ef4015d6495e service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088903 Aug 13 03:47:04.377932 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.392409 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bce496e4-d588-46a0-8597-e8dc5cf77a61 req-679c10f2-0f9d-45ee-91ef-1a26317488a2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0590820 Aug 13 03:47:04.431350 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 81044dd9-5daa-400e-9618-f7f8d61b37fe up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:04.439060 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb70433f-60c5-4103-b27a-27a644a4d165 req-bf2ad1ef-0743-4e89-b696-e5868b7fd98d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Aug 13 03:47:04.498595 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 81044dd9-5daa-400e-9618-f7f8d61b37fe triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:04.499998 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.540329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.543007 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:04.546946 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2874336-1240-4e07-9f13-b94fb2ed3e0f HTTP/1.1" status: 204 len: 168 time: 0.3369012 Aug 13 03:47:04.553299 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e9f27e89-1d49-4488-80b7-dcf8ad2beff7 req-69799d59-a9d8-4de2-911e-d9085ba2a546 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0435588 Aug 13 03:47:04.575477 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe18bde-7188-4677-9854-2fcdae539b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2874336-1240-4e07-9f13-b94fb2ed3e0f,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:04.662405 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a0a97-a25e-4b33-bdc5-d67f2cf01ad0 req-33d1b0db-deb1-462c-94a8-6ce905d20527 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:04.672015 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a31a0a97-a25e-4b33-bdc5-d67f2cf01ad0 req-33d1b0db-deb1-462c-94a8-6ce905d20527 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 944 time: 0.1497464 Aug 13 03:47:04.680318 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-c3ab4f7a-5401-4b33-946a-85cfc5c13d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:04.689056 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-c3ab4f7a-5401-4b33-946a-85cfc5c13d76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 1096 time: 0.1121092 Aug 13 03:47:04.789791 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-aabd71e9-6428-4cad-bb88-31b895d75502 req-6aa6f406-ab7c-42fa-88d7-dcdd8227d149 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0957634 Aug 13 03:47:04.835148 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a31a0a97-a25e-4b33-bdc5-d67f2cf01ad0 req-aa2cbc1d-abbb-4527-ab51-6a573716ce62 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346178 Aug 13 03:47:04.887892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-8023e1de-4623-417e-b553-fb8c16af2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:04.889496 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-8023e1de-4623-417e-b553-fb8c16af2e9b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 915 time: 0.1854205 Aug 13 03:47:04.940602 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-0b9bc88f-dd37-48e4-bdab-a95b83a2a150 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2240fe99-f716-4af2-8d46-24228e80e8a3 HTTP/1.1" status: 200 len: 217 time: 0.0434284 Aug 13 03:47:05.003639 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-34388741-0eca-4b84-8146-970c295dc761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:05.007800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-34388741-0eca-4b84-8146-970c295dc761 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.0602353 Aug 13 03:47:05.041040 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-6ba5ea00-f4a9-49bb-bb6e-ca8ef7def01c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250874 Aug 13 03:47:05.097557 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['4e4e0641-5660-4f64-8024-523e284db0c4'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:05.150893 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-a24d4f73-a6b9-4f9b-9aee-b3da3a782f3d service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015725 Aug 13 03:47:05.285959 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09165059-8c52-4bcc-9c74-c516ecda5d6f req-5f215b61-9344-4bda-9264-891c35436b00 service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262228 Aug 13 03:47:05.431598 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40160) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:05.480501 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f5e02dda-1064-4c3a-baf8-097fd2ac55cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:05.615380 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b020786b-9032-4091-83d4-d6d17334dcf9 req-a330d5b4-44b6-407d-b24e-8ea0fe4d5e80 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0706046 Aug 13 03:47:05.624952 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f5e02dda-1064-4c3a-baf8-097fd2ac55cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:05.661263 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569fbc-cb65-440d-86b3-c39cdddaefc5 req-f17bd83d-71ae-48fd-bf66-9979906414a7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:05.664050 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3e569fbc-cb65-440d-86b3-c39cdddaefc5 req-f17bd83d-71ae-48fd-bf66-9979906414a7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1466563 Aug 13 03:47:05.715354 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-ae26267f-c7e0-48fd-b3e1-69642b729f71 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:05.716884 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-ae26267f-c7e0-48fd-b3e1-69642b729f71 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 819 time: 0.2238305 Aug 13 03:47:05.728373 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f5e02dda-1064-4c3a-baf8-097fd2ac55cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:05.739257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Request body: {'port': {'device_id': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'admin_state_up': True, 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:05.769393 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f5e02dda-1064-4c3a-baf8-097fd2ac55cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d1910cda2e94849bd4d863d1b713120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347173 Aug 13 03:47:05.772257 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40176) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:05.774541 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dc6f175e-7aea-44b9-85d0-4cf118d4533d req-a1ee9b1c-3f9e-41d0-9829-8a65ba83d918 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0565031 Aug 13 03:47:05.810701 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e02dda-1064-4c3a-baf8-097fd2ac55cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d20336-0599-40be-beaa-1db404d5cf3b,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:05.836743 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3e569fbc-cb65-440d-86b3-c39cdddaefc5 req-def92ee6-7db5-43a9-84f6-1bf280215772 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594059 Aug 13 03:47:05.899101 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:05.995600 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.020468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9df2c502-ed35-42ce-b2e1-b1c1789c3352 req-29233350-0e91-4770-acdd-f13e6a045180 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0470006 Aug 13 03:47:06.109678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b5b13-2d62-49b3-a1ae-d387afd96aa5 req-29279952-6f6d-4af1-87b7-dd374a45a5de tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.111369 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb2b5b13-2d62-49b3-a1ae-d387afd96aa5 req-29279952-6f6d-4af1-87b7-dd374a45a5de tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 944 time: 0.0961242 Aug 13 03:47:06.158474 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Made reservation on behalf of 9d8f74eccd534ca380d3e2cc50d35120 for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:06.164347 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.185781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.195515 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.201250 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01d20336-0599-40be-beaa-1db404d5cf3b HTTP/1.1" status: 204 len: 168 time: 0.4274595 Aug 13 03:47:06.212554 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb2b5b13-2d62-49b3-a1ae-d387afd96aa5 req-169047f6-81a0-4005-bcf5-5a2ad3e46df2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942600 Aug 13 03:47:06.262219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01fe76-8ec8-4c9d-ae7b-853c2edc2714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d20336-0599-40be-beaa-1db404d5cf3b,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:06.474891 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Allocated IP 172.20.0.2 (86b3186f-ea8b-471c-836a-555e3dac7721/960dfee4-5b83-4148-b51e-6f2c32415428/983f443d-ce97-4cd6-8682-52735f1d9807) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:06.566514 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-019e865b-6441-406d-a0b6-cc0fbcc0cbfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:06.568035 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-019e865b-6441-406d-a0b6-cc0fbcc0cbfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 819 time: 0.1701360 Aug 13 03:47:06.690586 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.728231 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e48a022-7bee-47e0-913b-b6025e406b42 req-456e8017-8283-4f10-8d11-76087ec88a74 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0307591 Aug 13 03:47:06.896553 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:06.971215 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Network 86b3186f-ea8b-471c-836a-555e3dac7721 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:06.974018 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-133a5a32-21d9-4c69-a3e2-0ea2bb803db3 req-8a096258-7267-4655-91e3-5f97dcd33206 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0697405 Aug 13 03:47:06.987641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:06.993466 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:07.061633 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:07.098536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.099180 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:07.114591 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca483d-3ad6-48c7-ac1c-3180ee678a5b req-6d90133b-3e40-431c-93f4-3a6af639edb2 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.116159 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c4ca483d-3ad6-48c7-ac1c-3180ee678a5b req-6d90133b-3e40-431c-93f4-3a6af639edb2 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1570940 Aug 13 03:47:07.164482 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5bd63a6c-ebec-4a01-a33d-b6a63d114101 req-0866f28b-96c0-4c53-ba73-e94701e868f8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0444911 Aug 13 03:47:07.186879 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c4ca483d-3ad6-48c7-ac1c-3180ee678a5b req-4b3042c7-a361-4fb8-9dfa-c47bb2de7f3f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Aug 13 03:47:07.224743 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-f410cb6b-13c0-4c50-9895-d58c806ad674 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4899738 Aug 13 03:47:07.371768 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fad30-2cc7-4711-b656-346dfdd5519c req-5d9c960d-08fd-46b0-aa83-6b3f1ff398e4 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:07.373294 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cd4fad30-2cc7-4711-b656-346dfdd5519c req-5d9c960d-08fd-46b0-aa83-6b3f1ff398e4 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 944 time: 0.0548823 Aug 13 03:47:07.419962 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cd4fad30-2cc7-4711-b656-346dfdd5519c req-1cf07dc1-c687-44bc-afd1-2785655f8ea9 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Aug 13 03:47:07.826668 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-692b6f1c-3f87-440b-a759-96cfbfba24bf req-5f7b00b4-4180-421e-8edb-f6b12b5fd23b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0269301 Aug 13 03:47:08.110479 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5d162ccd-89bb-4b72-8702-495b4d3e5bf1 req-119874ed-1b91-4eb0-abec-9551cceec403 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0292406 Aug 13 03:47:08.271386 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eab2d584-26bc-471f-afb3-371bb8603370 req-bdfa48cb-661d-4acd-889c-70e124e13b22 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0340500 Aug 13 03:47:08.331566 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa1e12-e168-4e9b-8c56-6cee48b9aec4 req-681bfae9-f0a1-4ff6-b4cf-0a26ffb502ca tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:08.333143 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64aa1e12-e168-4e9b-8c56-6cee48b9aec4 req-681bfae9-f0a1-4ff6-b4cf-0a26ffb502ca tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.0647609 Aug 13 03:47:08.384512 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64aa1e12-e168-4e9b-8c56-6cee48b9aec4 req-779d0bf9-faef-484f-b1cc-c6b342b1cdc4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440402 Aug 13 03:47:08.559283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f41c8d-375d-4433-a43b-dea5514aed08 req-3134c6db-45ba-4fd8-a94f-30ebc53ec65b tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:08.560823 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9f41c8d-375d-4433-a43b-dea5514aed08 req-3134c6db-45ba-4fd8-a94f-30ebc53ec65b tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 944 time: 0.0650778 Aug 13 03:47:08.606607 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9f41c8d-375d-4433-a43b-dea5514aed08 req-99830a50-b4ed-4526-9c4d-49278397efbb tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Aug 13 03:47:08.929414 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8ce3a39c-254a-4134-ab5b-8c276a75feaa req-4fd87c9b-cd7b-4ea4-9f69-1d6ad0835e43 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0272181 Aug 13 03:47:09.217090 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a0d28a50-eeb5-42d1-9239-891f74f99146 req-0006e868-c369-4161-a9d7-01a5c49a750c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0291553 Aug 13 03:47:09.329863 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 4e4e0641-5660-4f64-8024-523e284db0c4 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:09.372405 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Request body: {'port': {'device_id': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:09.390635 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Request body: {'port': {'device_id': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'admin_state_up': True, 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:09.397568 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2e116f3c-521b-46a2-bf15-90fe849f2b4a req-33ad94fd-d04f-4c81-bd63-cc477bafc5fa tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0509737 Aug 13 03:47:09.482290 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 4e4e0641-5660-4f64-8024-523e284db0c4 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:09.497263 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 4e4e0641-5660-4f64-8024-523e284db0c4 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:09.497645 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.527777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e1340e8d-40d7-4e31-acc8-e9353edea44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.553850 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.588501 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.601644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad8233-6a24-4015-ab54-9a0c941a9785 req-e2c87a7c-8115-4ea1-899a-a0f5bd218af5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:09.603949 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64ad8233-6a24-4015-ab54-9a0c941a9785 req-e2c87a7c-8115-4ea1-899a-a0f5bd218af5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.1446166 Aug 13 03:47:09.626744 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:09.730877 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64ad8233-6a24-4015-ab54-9a0c941a9785 req-86a66e49-0dbe-43fb-95ef-f3513042c40d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058691 Aug 13 03:47:09.735790 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Made reservation on behalf of 9d8f74eccd534ca380d3e2cc50d35120 for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:09.739338 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.742907 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e4e0641-5660-4f64-8024-523e284db0c4,segment=NetworkSegment(4723309f-827c-49b8-aa57-f70442e778a0),segment_id=4723309f-827c-49b8-aa57-f70442e778a0)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:09.819248 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:09.859085 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7a205c-c006-4643-97a7-dbea941f1ad6" -d '{"events": [{"server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:09.899365 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:10.026950 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e76d5f-0ffd-4312-9661-8eec073c1418 x-openstack-request-id: req-86e76d5f-0ffd-4312-9661-8eec073c1418 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:10.027650 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "name": "network-vif-plugged", "status": "completed", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:10.028050 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-86e76d5f-0ffd-4312-9661-8eec073c1418 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:10.029249 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4', 'code': 200} Aug 13 03:47:10.123373 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7ac17-dbd0-4ee7-99eb-3312aa6d935b req-c7a49992-07a8-4a82-92d5-3f825cf4a678 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:10.123373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1ec7ac17-dbd0-4ee7-99eb-3312aa6d935b req-c7a49992-07a8-4a82-92d5-3f825cf4a678 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 944 time: 0.3944533 Aug 13 03:47:10.168154 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e6a9cb82-1df2-417c-b235-4619cb8dcaeb req-5d5ebdf9-9d4b-44c3-9122-dbefb5dd58f6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0621781 Aug 13 03:47:10.211804 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1ec7ac17-dbd0-4ee7-99eb-3312aa6d935b req-c24b1d88-db5c-46f3-9087-a62e466deeed tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729513 Aug 13 03:47:10.307732 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 983f443d-ce97-4cd6-8682-52735f1d9807 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:10.324146 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.342925 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78aabc6a-3e6d-408b-a814-18fe8c3c0982 req-c3d74d45-b04c-4144-be3f-585cdca6fdfc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0368123 Aug 13 03:47:10.353396 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Transition to ACTIVE for port object 983f443d-ce97-4cd6-8682-52735f1d9807 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:10.432758 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.526561 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b3c3e530-064e-4f4c-ac0a-562f50936bd6 req-a3f37f5f-e420-4865-ae4b-01721b068c84 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0448205 Aug 13 03:47:10.550439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Allocated IP 172.20.0.10 (86b3186f-ea8b-471c-836a-555e3dac7721/960dfee4-5b83-4148-b51e-6f2c32415428/e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:10.552497 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:10.683439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Attempting to bind port 983f443d-ce97-4cd6-8682-52735f1d9807 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:47:10.683700 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Attempting to bind port 983f443d-ce97-4cd6-8682-52735f1d9807 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:47:10.684034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Attempting to bind port 983f443d-ce97-4cd6-8682-52735f1d9807 on network 86b3186f-ea8b-471c-836a-555e3dac7721 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:10.714259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Port 983f443d-ce97-4cd6-8682-52735f1d9807 on network 86b3186f-ea8b-471c-836a-555e3dac7721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:47:10.714586 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Attempting to bind port 983f443d-ce97-4cd6-8682-52735f1d9807 on network 86b3186f-ea8b-471c-836a-555e3dac7721 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:10.730838 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:47:10.731180 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Checking segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:47:10.731571 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Bound using segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:47:10.732103 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Bound port: 983f443d-ce97-4cd6-8682-52735f1d9807, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:47:10.732382 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.855714 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:10.869889 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:47:10.878989 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:47:10.906103 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c4eb1-2dfe-4320-b74d-4fbf1839e828 req-5a6f59ed-85af-43cc-8878-ab5334363907 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:10.907751 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e4c4eb1-2dfe-4320-b74d-4fbf1839e828 req-5a6f59ed-85af-43cc-8878-ab5334363907 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 943 time: 0.0980680 Aug 13 03:47:10.957867 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e4c4eb1-2dfe-4320-b74d-4fbf1839e828 req-81b5e066-77d5-485c-8d17-94566be6861a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Aug 13 03:47:10.972981 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.012245 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.013070 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.014576 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] 10.222.0.61 "PUT /v2.0/ports/983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 1093 time: 1.6480243 Aug 13 03:47:11.016836 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:11.019194 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52" -d '{"events": [{"name": "network-changed", "server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:11.047305 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a8a4-0bb2-4cad-a7b5-a5ffe348e82f service neutron] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:11.055106 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.063619 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deb900e-bb43-4826-807f-c390bd8fa1f9 x-openstack-request-id: req-9deb900e-bb43-4826-807f-c390bd8fa1f9 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:11.064855 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:11.064855 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9deb900e-bb43-4826-807f-c390bd8fa1f9 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:11.064855 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807', 'status': 'completed', 'code': 200} Aug 13 03:47:11.111900 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Network 86b3186f-ea8b-471c-836a-555e3dac7721 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:11.115998 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:11.118706 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:11.147721 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Pushing event updated for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:11.183762 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.184508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.279841 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1accb211-bb5e-49a8-b6d1-66c6d5b9916c req-2c4a9e02-0315-4386-9613-cb651c9d3181 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0379331 Aug 13 03:47:11.304386 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2240fe99-f716-4af2-8d46-24228e80e8a3 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:11.335808 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-73b33c55-b65d-4cf5-9ea1-eba6351c30d1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9696238 Aug 13 03:47:11.348738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.61', 53243) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:11.390896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Request body: {'port': {'device_id': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:11.484742 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0472e9-661a-4e60-bad4-090c61dd6ca8 req-9128a7e3-61fc-40e5-8b5f-5847f40881db tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.486736 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f0472e9-661a-4e60-bad4-090c61dd6ca8 req-9128a7e3-61fc-40e5-8b5f-5847f40881db tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.2028308 Aug 13 03:47:11.554497 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4cf0bb85-355a-4991-b2ea-42320bca8218 req-ca8736ab-e2ce-484b-b3eb-c07fdc9dc74f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0645871 Aug 13 03:47:11.557195 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2240fe99-f716-4af2-8d46-24228e80e8a3,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:11.574194 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '2240fe99-f716-4af2-8d46-24228e80e8a3', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'port_id': '2240fe99-f716-4af2-8d46-24228e80e8a3', 'mac_address': 'fa:16:3e:ac:6c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1115344d-ad77-484d-9290-7ddbd44a7802', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:11.635448 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f0472e9-661a-4e60-bad4-090c61dd6ca8 req-d791db2b-524b-44ca-b81c-1e5a32e821f1 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342998 Aug 13 03:47:11.637471 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-a9a2f516-2120-4add-ab26-2069133e8bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.640348 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-a9a2f516-2120-4add-ab26-2069133e8bd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1096 time: 0.3167174 Aug 13 03:47:11.664684 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.668629 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-7066b29a-9c4e-4b2a-8b9d-33bc42913c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.670463 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-7066b29a-9c4e-4b2a-8b9d-33bc42913c1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 1098 time: 0.3057861 Aug 13 03:47:11.677897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.683622 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2240fe99-f716-4af2-8d46-24228e80e8a3 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:11.706760 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2240fe99-f716-4af2-8d46-24228e80e8a3,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:11.720359 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-008ad7e4-6c39-466b-a6b5-0d9e7717f53f service neutron] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.796539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.825168 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af76606-0299-4d54-935a-89987a730547 req-9e7dbd2d-8411-4d64-aa78-620bf43c420d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:11.826811 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2af76606-0299-4d54-935a-89987a730547 req-9e7dbd2d-8411-4d64-aa78-620bf43c420d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 932 time: 0.1835933 Aug 13 03:47:11.862797 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-008ad7e4-6c39-466b-a6b5-0d9e7717f53f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.881467 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:11.939108 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-008ad7e4-6c39-466b-a6b5-0d9e7717f53f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:11.967801 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-71ecdfe1-1476-41c7-ac61-2c311749aaeb req-008ad7e4-6c39-466b-a6b5-0d9e7717f53f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704659 Aug 13 03:47:11.984188 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ad7e4-6c39-466b-a6b5-0d9e7717f53f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5732cd86-25ad-4c37-91d4-f548fee16a18,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:12.012903 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2af76606-0299-4d54-935a-89987a730547 req-2e8296d0-c7a7-4531-a639-f02bf66fa2e5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668835 Aug 13 03:47:12.038495 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-de8488aa-ae79-41a0-b16c-328537ad1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:12.040069 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-de8488aa-ae79-41a0-b16c-328537ad1134 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3434262 Aug 13 03:47:12.082120 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-12fa4a9e-adfd-4deb-9970-33fa91cafe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.167717 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f379115-d163-4518-a01e-418d7c297676 req-12ccbb66-156b-49a1-b625-ba70d1ddc668 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:12.169329 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5f379115-d163-4518-a01e-418d7c297676 req-12ccbb66-156b-49a1-b625-ba70d1ddc668 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 944 time: 0.1144979 Aug 13 03:47:12.251583 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5f379115-d163-4518-a01e-418d7c297676 req-bbd27eaf-322f-426e-918e-910bee4f2ee3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700483 Aug 13 03:47:12.268789 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:12.276776 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.289482 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Transition to ACTIVE for port object e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:12.380330 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:12.382518 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a29b5537-85ec-44be-813c-92a7b15841d8 req-de50d10a-e3ab-439d-8f52-3f4a2c2f9223 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0288465 Aug 13 03:47:12.462987 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.469350 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.554059 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Pushing event updated for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:12.616861 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Attempting to bind port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:47:12.617326 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Attempting to bind port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:47:12.617588 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Attempting to bind port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb on network 86b3186f-ea8b-471c-836a-555e3dac7721 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:12.624290 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb on network 86b3186f-ea8b-471c-836a-555e3dac7721 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:47:12.624652 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Attempting to bind port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb on network 86b3186f-ea8b-471c-836a-555e3dac7721 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:12.630745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:47:12.631084 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Checking segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:47:12.631471 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Bound using segment: {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:47:12.632195 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Bound port: e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:47:12.632426 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:12.723964 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7d3861dc-07b2-409f-a64b-700a0fe38705 req-89e1c8cb-3c0a-4ac3-b2dd-b54f603a3fd2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0884821 Aug 13 03:47:12.940532 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-6107876f-f564-48c6-ba14-4150b40de7b3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:12.942146 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-6107876f-f564-48c6-ba14-4150b40de7b3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 811 time: 0.2654324 Aug 13 03:47:13.019928 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-b0b3b764-df70-4466-852c-0632136fca8d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 380 time: 0.0602448 Aug 13 03:47:13.031535 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'port': {'device_id': '159da8b2-91d1-4982-a667-4eb863523092', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'admin_state_up': True, 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'security_groups': ['c8b6fcb2-72d1-49e2-b0f1-782695e841b9']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:13.158519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:47:13.173927 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-06dbd29b-d93f-406d-8fbe-1b04f8f97785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.175553 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abb3f7d9-a9c5-4d4a-aafb-f2c723dcab52 req-06dbd29b-d93f-406d-8fbe-1b04f8f97785 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5210230 Aug 13 03:47:13.180177 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:47:13.199108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2679e-e7f2-42cc-bd8d-5de51fa02df9 req-c03bb41c-ca29-42af-a15c-23521b51ec20 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.203102 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1bb2679e-e7f2-42cc-bd8d-5de51fa02df9 req-c03bb41c-ca29-42af-a15c-23521b51ec20 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.3978317 Aug 13 03:47:13.241960 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcfc3f-ada1-4280-8a8f-e2fc95547103 req-144464a6-8b74-48ef-a667-30f869fa616c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.245109 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49bcfc3f-ada1-4280-8a8f-e2fc95547103 req-144464a6-8b74-48ef-a667-30f869fa616c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.1445665 Aug 13 03:47:13.265024 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Made reservation on behalf of d161346eab024c6085e0f84c9ce61945 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:13.269695 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:13.283878 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:13.403952 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1bb2679e-e7f2-42cc-bd8d-5de51fa02df9 req-074c3785-2aa3-4de0-9302-783c2901a837 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932242 Aug 13 03:47:13.417495 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.418785 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:13.420762 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] 10.222.0.61 "PUT /v2.0/ports/e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb HTTP/1.1" status: 200 len: 1094 time: 2.0526555 Aug 13 03:47:13.421325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:13.424451 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a68864a-3013-4da8-9e1b-f4a692f516c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:13.462421 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49bcfc3f-ada1-4280-8a8f-e2fc95547103 req-c21dc1b0-ceb6-4a1e-99db-6d6feea9dfa8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051690 Aug 13 03:47:13.473454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-bd618d92-6362-45ce-853e-5867e1010d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.476122 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-bd618d92-6362-45ce-853e-5867e1010d79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1096 time: 0.1354089 Aug 13 03:47:13.476828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d6ba8-f7ff-4263-b864-37f7fbfe611a service neutron] Pushing event updated for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:13.550752 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-03bd4bb5-36e5-4a3f-8b41-bfa920bb90db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0578952 Aug 13 03:47:13.604939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Allocated IP 172.20.0.6 (b8f7b368-f32c-4565-8e9d-b5256ec51eb9/31caae5e-d918-41ac-926d-30271277b6a7/ede707c6-6897-4e72-ae96-27d112274cbf) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:13.652380 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.61', 53250) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:13.663767 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bf0f700-5111-40e3-b56a-583bcce86e60 req-580c7ddb-cb1b-46c2-9fca-2db6a0485e5b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.1104732 Aug 13 03:47:13.726641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d41286-da13-4c03-b8ee-b791427dabec x-openstack-request-id: req-50d41286-da13-4c03-b8ee-b791427dabec {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:13.727006 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:13.727348 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50d41286-da13-4c03-b8ee-b791427dabec {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:13.727833 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb', 'status': 'completed', 'code': 200} Aug 13 03:47:13.732857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-75652b98-dc1b-41f2-a12a-34fea84d0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.734836 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-75652b98-dc1b-41f2-a12a-34fea84d0aa7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.1711462 Aug 13 03:47:13.767068 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e032c9e-4373-4d98-9947-233c21e6d2da req-7863c840-0014-4add-a49f-b5d6e6d245b1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.768725 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e032c9e-4373-4d98-9947-233c21e6d2da req-7863c840-0014-4add-a49f-b5d6e6d245b1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 944 time: 0.2620003 Aug 13 03:47:13.793597 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-24a2c23d-05c5-4d8f-88e0-b65f5cbfde50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466037 Aug 13 03:47:13.803511 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-b73a7f45-e919-4f8f-b0ab-99a75a76c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.815562 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-b73a7f45-e919-4f8f-b0ab-99a75a76c3bc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1515982 Aug 13 03:47:13.870054 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:13.904542 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-e728cedc-2a8d-441a-8091-ca84d10da1be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb HTTP/1.1" status: 200 len: 217 time: 0.0836096 Aug 13 03:47:13.941557 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e032c9e-4373-4d98-9947-233c21e6d2da req-9f3d15d8-7c8f-4a9e-96e7-b7fd0cd67ac5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526396 Aug 13 03:47:13.950626 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-871e926e-81b3-4252-9751-21fafc1050ca tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:13.954383 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-871e926e-81b3-4252-9751-21fafc1050ca tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 817 time: 0.3247571 Aug 13 03:47:13.967663 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65c3ff4c-e121-49b8-b039-ba33899af2f1 req-f90944e1-4343-4acd-b4de-42146c17feed tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.1217856 Aug 13 03:47:14.001147 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.027918 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Transition to ACTIVE for port object ede707c6-6897-4e72-ae96-27d112274cbf will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:14.030304 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-3c8dd48f-546e-47ea-a37f-9cc62c82d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:14.031780 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-3c8dd48f-546e-47ea-a37f-9cc62c82d805 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.1054485 Aug 13 03:47:14.050599 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-9b1268ee-ba38-4319-a0b3-d453d289139a service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459507 Aug 13 03:47:14.053613 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-f1f954f5-b847-4f7f-921f-7a1b35b633bd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 380 time: 0.0811713 Aug 13 03:47:14.101862 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'port': {'device_id': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'admin_state_up': True, 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'security_groups': ['44270e63-24ea-4eed-b78c-c775e22579ad']}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:14.152277 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.152277 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-68350003-4728-41ed-8dae-947bfa5dd023 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631852 Aug 13 03:47:14.277115 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34a08b36-7dc0-4cf0-85d1-754d9ad67a05 req-04b1d368-3184-4fc6-889f-ce605aeb2f4e service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885290 Aug 13 03:47:14.278464 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:14.285702 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:14.296371 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:14.366686 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:14.374806 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Made reservation on behalf of 2ae187a3b2c6437eb5ccc20cc67e3f16 for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:14.384265 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.399609 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:14.400264 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.420127 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-2c481cee-9345-4bf7-8f5a-db90edfd5584 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311769 Aug 13 03:47:14.493249 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ec9a23f0-87d7-4287-a36e-e515c779c8dd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4656024 Aug 13 03:47:14.581235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Request body: {'port': {'device_id': '159da8b2-91d1-4982-a667-4eb863523092', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:14.632609 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Allocated IP 172.20.0.5 (fe8f59f1-a071-40ce-925f-8ec3816b8eab/762fb63d-361f-4cb3-b5e7-9565d9c40b86/bbe65dcd-99c5-4ec9-9678-041546213e58) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:47:14.646029 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90937a66-9878-4fa5-919c-95f3382aed1b req-d99277bc-5503-4ea3-b8df-b32d27ff2354 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:14.647537 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-90937a66-9878-4fa5-919c-95f3382aed1b req-d99277bc-5503-4ea3-b8df-b32d27ff2354 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.1239290 Aug 13 03:47:14.654139 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.674276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e742c5d-760b-423a-be61-6d5a1e275da1 req-de5f8b45-e2b9-47a3-a646-7f8a481d8a06 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:14.675800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6e742c5d-760b-423a-be61-6d5a1e275da1 req-de5f8b45-e2b9-47a3-a646-7f8a481d8a06 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.1067121 Aug 13 03:47:14.680636 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9d767fe9-0272-4557-9aae-2d1b89bfd5fe req-5aee621c-43f2-442c-a1d2-86bdf4e83479 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042124 Aug 13 03:47:14.788744 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-90937a66-9878-4fa5-919c-95f3382aed1b req-8d006ade-dacf-42f3-9cc7-78e367750eef tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277854 Aug 13 03:47:14.797047 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-3fa9c412-3645-4eb0-a938-00e06fc4caac None None] Provisioning for port ede707c6-6897-4e72-ae96-27d112274cbf completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:14.812811 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6e742c5d-760b-423a-be61-6d5a1e275da1 req-e61225f1-b19a-4c98-ab0a-ae5fee529717 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251371 Aug 13 03:47:14.820700 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-3fa9c412-3645-4eb0-a938-00e06fc4caac None None] Provisioning complete for port ede707c6-6897-4e72-ae96-27d112274cbf triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:14.821414 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3fa9c412-3645-4eb0-a938-00e06fc4caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.884111 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9c412-3645-4eb0-a938-00e06fc4caac None None] Port ede707c6-6897-4e72-ae96-27d112274cbf cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:47:14.900378 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:14.942020 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Transition to ACTIVE for port object bbe65dcd-99c5-4ec9-9678-041546213e58 will not be triggered until provisioned by entity DHCP. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:15.004961 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b89e0d-810d-488a-a6a4-10946f5aa64e req-aaa128bc-7197-46d4-8c9b-d0117bdd0170 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.015589 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1b89e0d-810d-488a-a6a4-10946f5aa64e req-aaa128bc-7197-46d4-8c9b-d0117bdd0170 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 931 time: 0.1340742 Aug 13 03:47:15.085725 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1b89e0d-810d-488a-a6a4-10946f5aa64e req-e5c57da8-200f-418c-a079-e12745d65e63 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475101 Aug 13 03:47:15.135870 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-cf946d61-8157-4b9e-8d8a-c40feb27ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.137698 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-cf946d61-8157-4b9e-8d8a-c40feb27ad6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1516511 Aug 13 03:47:15.194097 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3002b-f942-46e6-831b-d1687c5be30b req-8b1cfdce-fde4-47cc-884d-74fa478485c8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.195717 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-61a3002b-f942-46e6-831b-d1687c5be30b req-8b1cfdce-fde4-47cc-884d-74fa478485c8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 944 time: 0.1049991 Aug 13 03:47:15.199494 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.353478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:47:15.362023 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-03c1af78-d619-4f77-bc3d-6d2d1c3fe725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.363879 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-03c1af78-d619-4f77-bc3d-6d2d1c3fe725 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.2182455 Aug 13 03:47:15.364756 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:47:15.368107 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:47:15.387965 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:15.402365 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede707c6-6897-4e72-ae96-27d112274cbf {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:15.412077 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.429092 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Transition to ACTIVE for port object ede707c6-6897-4e72-ae96-27d112274cbf will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:15.441062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-61a3002b-f942-46e6-831b-d1687c5be30b req-6daed033-c68d-49e7-8c74-0cfabe78ecd7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066739 Aug 13 03:47:15.463352 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab281fe5-0534-474b-9ccf-65c3562ac496 req-6e38e38d-3d30-419c-b6b7-449539cdbb31 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.463448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.463523 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ab281fe5-0534-474b-9ccf-65c3562ac496 req-6e38e38d-3d30-419c-b6b7-449539cdbb31 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 931 time: 0.2624781 Aug 13 03:47:15.477817 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:15.478668 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.511981 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.532344 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ab281fe5-0534-474b-9ccf-65c3562ac496 req-6853f978-b7e0-472a-8b27-1b23265b260e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464344 Aug 13 03:47:15.581591 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:15.600209 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-09f73de2-5778-497c-aa1c-ee5e3fa23056 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5093386 Aug 13 03:47:15.723029 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Attempting to bind port ede707c6-6897-4e72-ae96-27d112274cbf on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:47:15.723486 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Attempting to bind port ede707c6-6897-4e72-ae96-27d112274cbf by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:47:15.723896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Attempting to bind port ede707c6-6897-4e72-ae96-27d112274cbf on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:15.732295 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Port ede707c6-6897-4e72-ae96-27d112274cbf on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:47:15.733649 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Attempting to bind port ede707c6-6897-4e72-ae96-27d112274cbf on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:15.740359 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:47:15.740725 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Checking segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:47:15.741280 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Bound using segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:47:15.741790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Bound port: ede707c6-6897-4e72-ae96-27d112274cbf, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:47:15.742353 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.767185 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-581cd269-bc0e-4eed-8f86-3d3f083125a3 None None] Provisioning for port bbe65dcd-99c5-4ec9-9678-041546213e58 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:15.771491 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-581cd269-bc0e-4eed-8f86-3d3f083125a3 None None] Provisioning complete for port bbe65dcd-99c5-4ec9-9678-041546213e58 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:15.771873 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-581cd269-bc0e-4eed-8f86-3d3f083125a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.778056 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 40478) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:15.814069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-581cd269-bc0e-4eed-8f86-3d3f083125a3 None None] Port bbe65dcd-99c5-4ec9-9678-041546213e58 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:47:15.871596 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:47:15.872767 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ede707c6-6897-4e72-ae96-27d112274cbf,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:47:15.944759 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.963077 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2525a5d7-d45d-4765-9d6a-6b6e4112f50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:15.998940 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.000016 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.001751 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] 10.222.0.61 "PUT /v2.0/ports/ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 1093 time: 1.4280951 Aug 13 03:47:16.002292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:16.005353 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22febd89-fce6-47b0-836c-54e4c7227602 req-adfcf670-31ae-401a-9eeb-74be1b194db8 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.007024 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-22febd89-fce6-47b0-836c-54e4c7227602 req-adfcf670-31ae-401a-9eeb-74be1b194db8 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.1139228 Aug 13 03:47:16.043709 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5fdb3-0a5f-40f3-8c98-909b1a8a0381 req-68b926c8-7814-425d-83b3-9f33537833be tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.043709 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15d5fdb3-0a5f-40f3-8c98-909b1a8a0381 req-68b926c8-7814-425d-83b3-9f33537833be tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.1377568 Aug 13 03:47:16.055878 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178434d5-f543-4488-9a37-805e74b51ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:16.126742 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-22febd89-fce6-47b0-836c-54e4c7227602 req-0900eb79-02bf-49f3-95af-9a99a6791abb tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055017 Aug 13 03:47:16.136705 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15d5fdb3-0a5f-40f3-8c98-909b1a8a0381 req-64cfa2f8-1fb9-4cdf-b999-03e95901b6bd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829906 Aug 13 03:47:16.227454 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9bd132-d40b-4324-8482-742dc332cc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:16.231742 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2525a5d7-d45d-4765-9d6a-6b6e4112f50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.306418 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2525a5d7-d45d-4765-9d6a-6b6e4112f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.359069 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9829fb3-8621-44cf-98d0-e5fff75d3c97 x-openstack-request-id: req-a9829fb3-8621-44cf-98d0-e5fff75d3c97 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:16.360340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:16.360615 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9829fb3-8621-44cf-98d0-e5fff75d3c97 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:16.361090 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'status': 'completed', 'code': 200} Aug 13 03:47:16.369806 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2525a5d7-d45d-4765-9d6a-6b6e4112f50a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa671ff918654721abe1d981a0227c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890870 Aug 13 03:47:16.372833 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40500) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:16.382365 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d8b4f-6e1d-4d09-a275-087e54ca22cd req-4a815038-e07a-4715-82ed-d68696cc4550 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.384102 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-355d8b4f-6e1d-4d09-a275-087e54ca22cd req-4a815038-e07a-4715-82ed-d68696cc4550 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.1115479 Aug 13 03:47:16.385272 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525a5d7-d45d-4765-9d6a-6b6e4112f50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cdb8d6-65ee-4c97-9915-a6e3a829e051,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:16.434718 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.440418 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-355d8b4f-6e1d-4d09-a275-087e54ca22cd req-753648be-c518-4c21-a1e7-8c0e87ca2870 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450294 Aug 13 03:47:16.457472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.566432 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000b1b6-20b5-418f-bedd-efbf08c78b17 req-ed696d1c-92f8-41b5-a8ec-e3ab59b340ab tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.567970 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c000b1b6-20b5-418f-bedd-efbf08c78b17 req-ed696d1c-92f8-41b5-a8ec-e3ab59b340ab tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 944 time: 0.0510595 Aug 13 03:47:16.608824 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c000b1b6-20b5-418f-bedd-efbf08c78b17 req-3e4a225b-e756-48bb-8f79-ae4aa2c4f402 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349212 Aug 13 03:47:16.666680 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851de5c-4c7f-489f-82cb-830a0eafdde6 req-38b58561-adf6-42d0-8e66-aa5dbbdd464e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:16.668235 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2851de5c-4c7f-489f-82cb-830a0eafdde6 req-38b58561-adf6-42d0-8e66-aa5dbbdd464e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 931 time: 0.0515893 Aug 13 03:47:16.707545 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2851de5c-4c7f-489f-82cb-830a0eafdde6 req-d60168ae-ac4f-4b1e-afbd-a69aeedb3f38 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Aug 13 03:47:16.733150 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.735762 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:16.736915 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69cdb8d6-65ee-4c97-9915-a6e3a829e051 HTTP/1.1" status: 204 len: 168 time: 0.3628521 Aug 13 03:47:16.744597 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a0e0-8fa5-4b18-b01f-b135b5776e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cdb8d6-65ee-4c97-9915-a6e3a829e051,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:17.094053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2240fe99-f716-4af2-8d46-24228e80e8a3 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:17.258576 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490470b-5c48-4919-ba7b-03e8ab4f5179 req-19b8485a-a19d-413b-baed-1a17d291bee7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:17.260173 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3490470b-5c48-4919-ba7b-03e8ab4f5179 req-19b8485a-a19d-413b-baed-1a17d291bee7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.0494554 Aug 13 03:47:17.292971 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 2240fe99-f716-4af2-8d46-24228e80e8a3 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:17.297384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 2240fe99-f716-4af2-8d46-24228e80e8a3 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:17.297892 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.303949 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3490470b-5c48-4919-ba7b-03e8ab4f5179 req-f590550e-880e-42cd-92a3-4919f9a1637d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365758 Aug 13 03:47:17.391612 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.416894 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:17.419180 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aabcafa-ae38-4d11-b148-7495a341fbb6" -d '{"events": [{"server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "name": "network-vif-plugged", "status": "completed", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:17.432990 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2240fe99-f716-4af2-8d46-24228e80e8a3,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:17.460046 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf46ebe-39f5-4b63-8f43-634339a6a43a x-openstack-request-id: req-fbf46ebe-39f5-4b63-8f43-634339a6a43a {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:17.460452 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "name": "network-vif-plugged", "status": "completed", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:17.460783 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbf46ebe-39f5-4b63-8f43-634339a6a43a {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:17.461294 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3', 'code': 200} Aug 13 03:47:17.564110 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbc7e6-e96f-4916-bd7a-e31237b21af0 req-e036c77a-036c-429f-81db-910592c96b62 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:17.565684 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4fbc7e6-e96f-4916-bd7a-e31237b21af0 req-e036c77a-036c-429f-81db-910592c96b62 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Aug 13 03:47:17.579312 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.607465 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4fbc7e6-e96f-4916-bd7a-e31237b21af0 req-9e274923-137e-4bb6-8e6e-7c2544d136d8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357287 Aug 13 03:47:17.636030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:17.726691 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40530) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:17.730318 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfd64e-6e12-4646-a0d2-83997a3de5d2 req-9bb3ee00-5b61-4662-8832-dd5bfbfc4f99 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:17.731826 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fcdfd64e-6e12-4646-a0d2-83997a3de5d2 req-9bb3ee00-5b61-4662-8832-dd5bfbfc4f99 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0526466 Aug 13 03:47:17.744099 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b69ff2c0-880e-4f04-998d-577a0414a05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.774968 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fcdfd64e-6e12-4646-a0d2-83997a3de5d2 req-74c8a71f-8bfe-48e9-95ce-463b7b06b77e tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Aug 13 03:47:17.836632 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e94150-1ed3-4b57-8939-0de1dd9a8ccf req-91009c37-4b83-4774-a68e-589182a05dd0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:17.841239 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55e94150-1ed3-4b57-8939-0de1dd9a8ccf req-91009c37-4b83-4774-a68e-589182a05dd0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 931 time: 0.0530329 Aug 13 03:47:17.844851 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b69ff2c0-880e-4f04-998d-577a0414a05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:17.880436 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55e94150-1ed3-4b57-8939-0de1dd9a8ccf req-93c48533-2304-43ac-9eea-c1ddb8dc7101 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354314 Aug 13 03:47:18.081444 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b69ff2c0-880e-4f04-998d-577a0414a05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:18.118729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ff2c0-880e-4f04-998d-577a0414a05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32526707-0b42-4f76-b142-c0d15dad708a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:18.123490 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b69ff2c0-880e-4f04-998d-577a0414a05b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a3baf2f083a4f898627e9b96f4aa6aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951204 Aug 13 03:47:18.126187 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40534) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:18.174817 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:18.198676 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:18.355962 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:18.360461 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:18.361849 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32526707-0b42-4f76-b142-c0d15dad708a HTTP/1.1" status: 204 len: 168 time: 0.2346482 Aug 13 03:47:18.383355 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bf6a3-6ad5-4152-b698-09ac70fadfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32526707-0b42-4f76-b142-c0d15dad708a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:18.446803 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691f8db-ca33-4090-96ad-cc9769b27f4d req-ba3605b9-f1b1-4ea4-9619-bdb38038a826 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.448569 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f691f8db-ca33-4090-96ad-cc9769b27f4d req-ba3605b9-f1b1-4ea4-9619-bdb38038a826 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.0655742 Aug 13 03:47:18.510241 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f691f8db-ca33-4090-96ad-cc9769b27f4d req-856b6e85-09b3-4211-a363-5c9bb1db97fd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Aug 13 03:47:18.756220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd928422-ffdf-42d6-8a3e-25ffff2a14d5 req-c866aa58-739b-463d-ba2c-60eb40c623bb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.757702 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fd928422-ffdf-42d6-8a3e-25ffff2a14d5 req-c866aa58-739b-463d-ba2c-60eb40c623bb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0497546 Aug 13 03:47:18.802060 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fd928422-ffdf-42d6-8a3e-25ffff2a14d5 req-2d344697-5f7c-48e6-998f-19e611e53335 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381434 Aug 13 03:47:18.867895 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:47:18.937733 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f381f3d-776f-4d84-b512-46d921ab102a req-db402adf-f4cc-4916-be36-fcec3fb9cc9c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:18.939514 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f381f3d-776f-4d84-b512-46d921ab102a req-db402adf-f4cc-4916-be36-fcec3fb9cc9c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0676417 Aug 13 03:47:19.208371 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f381f3d-776f-4d84-b512-46d921ab102a req-b332bd8d-639a-455d-9639-8545a1686bfc tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589467 Aug 13 03:47:19.224897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1836df-385d-4ed7-80f2-2d9f7ff95f3b req-e7d948b2-6c11-4c82-8989-ecf9ebf54aaa tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:19.226490 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9f1836df-385d-4ed7-80f2-2d9f7ff95f3b req-e7d948b2-6c11-4c82-8989-ecf9ebf54aaa tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 931 time: 0.2556384 Aug 13 03:47:19.272864 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9f1836df-385d-4ed7-80f2-2d9f7ff95f3b req-6c0bbe4a-7332-4bf9-a27f-fc469b663c0e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401657 Aug 13 03:47:19.653790 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0154884-588d-4f13-a334-95d489694b1e req-1e92d0bb-c70f-4d88-99e2-fb7a9657d4d4 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:19.655550 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c0154884-588d-4f13-a334-95d489694b1e req-1e92d0bb-c70f-4d88-99e2-fb7a9657d4d4 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.0713210 Aug 13 03:47:19.706249 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c0154884-588d-4f13-a334-95d489694b1e req-d3ad2ce6-ba34-4c90-a523-a3054a74e025 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Aug 13 03:47:19.925374 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270e61-4b59-4ae7-9912-7121870c4157 req-eb516909-c63b-4ab7-88dd-961ceb864c92 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:19.926997 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb270e61-4b59-4ae7-9912-7121870c4157 req-eb516909-c63b-4ab7-88dd-961ceb864c92 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0507054 Aug 13 03:47:19.965216 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb270e61-4b59-4ae7-9912-7121870c4157 req-7bd3f01e-9081-47f3-a548-d6196f244577 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323648 Aug 13 03:47:20.119824 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Request body: {'port': {'device_id': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:20.162714 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-0504a168-d76c-4448-b8fd-b7efe5f1b120 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb HTTP/1.1" status: 200 len: 217 time: 0.0472493 Aug 13 03:47:20.177230 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:20.192967 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-d760a289-fd49-4669-9247-5787f009058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:20.194559 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-d760a289-fd49-4669-9247-5787f009058f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1096 time: 0.0419760 Aug 13 03:47:20.422032 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f72516-96ca-460c-98f1-da9c1412d950 req-a2d787fb-1050-48b9-b183-1043a774f8e3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:20.423544 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20f72516-96ca-460c-98f1-da9c1412d950 req-a2d787fb-1050-48b9-b183-1043a774f8e3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.1330032 Aug 13 03:47:20.489506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845e07-4d30-4680-8415-efb1ba062958 req-d1504120-ed80-4d4d-ba2f-11aff5e8349c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:20.491092 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3b845e07-4d30-4680-8415-efb1ba062958 req-d1504120-ed80-4d4d-ba2f-11aff5e8349c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 931 time: 0.1146657 Aug 13 03:47:20.533884 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20f72516-96ca-460c-98f1-da9c1412d950 req-be6c50eb-2734-422d-b401-aa9a51f8d595 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933423 Aug 13 03:47:20.582506 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3b845e07-4d30-4680-8415-efb1ba062958 req-853b50c4-4570-4598-8982-276598ae1c4c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818777 Aug 13 03:47:20.631212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:20.641302 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:20.666297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Transition to ACTIVE for port object bbe65dcd-99c5-4ec9-9678-041546213e58 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:47:20.727380 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:20.776974 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-2f18b89e-a963-4180-8d03-6014f9f44635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:20.789508 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-2f18b89e-a963-4180-8d03-6014f9f44635 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.2773805 Aug 13 03:47:20.815538 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:20.845016 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-2497a9ea-81ca-4438-99dc-08927c9ec69b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587018 Aug 13 03:47:20.856153 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-08902aa7-f10b-43fc-99b4-8e18977022e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:20.858197 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-08902aa7-f10b-43fc-99b4-8e18977022e4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d161346eab024c6085e0f84c9ce61945&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3422217 Aug 13 03:47:21.025534 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7fe4d-19bd-423b-a4b8-905b99c521b3 req-a9c2a94c-920d-4b4b-a1cb-47b92ecc0c0f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.027458 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1ed7fe4d-19bd-423b-a4b8-905b99c521b3 req-a9c2a94c-920d-4b4b-a1cb-47b92ecc0c0f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.2056344 Aug 13 03:47:21.055366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e762e-8f66-46cb-821f-5837138dac3f req-9db43067-1cf5-463c-8e96-68b61f211983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.057313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e94e762e-8f66-46cb-821f-5837138dac3f req-9db43067-1cf5-463c-8e96-68b61f211983 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 1098 time: 0.1883314 Aug 13 03:47:21.058483 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Attempting to bind port bbe65dcd-99c5-4ec9-9678-041546213e58 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:47:21.059007 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Attempting to bind port bbe65dcd-99c5-4ec9-9678-041546213e58 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:47:21.059340 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Attempting to bind port bbe65dcd-99c5-4ec9-9678-041546213e58 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:21.127650 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Port bbe65dcd-99c5-4ec9-9678-041546213e58 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:47:21.128002 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Attempting to bind port bbe65dcd-99c5-4ec9-9678-041546213e58 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:47:21.142403 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-ef0cf441-1660-4017-bd5e-5bc08d22f931 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882848 Aug 13 03:47:21.144561 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:47:21.144837 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Checking segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:47:21.145218 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Bound using segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:47:21.145653 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Bound port: bbe65dcd-99c5-4ec9-9678-041546213e58, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:47:21.146039 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:21.146171 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-6968d44d-befc-4c63-ac6b-50eae6ea1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.147571 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-6968d44d-befc-4c63-ac6b-50eae6ea1acf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2822282 Aug 13 03:47:21.199299 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e94e762e-8f66-46cb-821f-5837138dac3f req-01b47c48-c807-4164-8643-a8d4b4c22926 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325812 Aug 13 03:47:21.207951 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1ed7fe4d-19bd-423b-a4b8-905b99c521b3 req-c7d25f03-368d-46fe-98c0-d7055a8c610b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555493 Aug 13 03:47:21.218414 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1e7f5-91d3-41ca-994b-470d9791dc99 req-31ae5100-4ce6-4892-9ddf-ccf7b77d41c8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.220319 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ccf1e7f5-91d3-41ca-994b-470d9791dc99 req-31ae5100-4ce6-4892-9ddf-ccf7b77d41c8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.1563897 Aug 13 03:47:21.300500 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ccf1e7f5-91d3-41ca-994b-470d9791dc99 req-9182c742-76c0-486e-8892-31ea873733cd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591590 Aug 13 03:47:21.305354 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:47:21.309608 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:47:21.378802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:21.414701 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.415326 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:21.416759 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 1093 time: 1.3013868 Aug 13 03:47:21.417202 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:21.419450 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc308997-7808-4d6e-aa66-2df14271df9f" -d '{"events": [{"name": "network-changed", "server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:21.437214 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1a68864a-3013-4da8-9e1b-f4a692f516c2 req-ecd319c4-fee4-4326-b6ef-ed63879b4f89 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752781 Aug 13 03:47:21.459619 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e515a-2781-491c-9ca3-425b98315f26 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:21.467803 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb604c23-9768-42cb-9f1d-b004f7175d6f x-openstack-request-id: req-fb604c23-9768-42cb-9f1d-b004f7175d6f {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:21.468364 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:21.468761 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fb604c23-9768-42cb-9f1d-b004f7175d6f {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:21.469381 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'status': 'completed', 'code': 200} Aug 13 03:47:21.692442 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a17c4b-61ef-4598-962a-eb17d7d36f7e req-9225beb3-7c44-473f-92b1-8fb5cbd0f16d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.694135 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6a17c4b-61ef-4598-962a-eb17d7d36f7e req-9225beb3-7c44-473f-92b1-8fb5cbd0f16d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0824349 Aug 13 03:47:21.751144 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dbe389-15dd-421c-b724-7415e02d4a13 req-4503fd85-dbb5-4d01-8c51-45623c07d1d3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.752694 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37dbe389-15dd-421c-b724-7415e02d4a13 req-4503fd85-dbb5-4d01-8c51-45623c07d1d3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0835660 Aug 13 03:47:21.773390 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6a17c4b-61ef-4598-962a-eb17d7d36f7e req-ae3c47c0-13de-498f-91a0-16cbd665e7ac tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653415 Aug 13 03:47:21.806736 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37dbe389-15dd-421c-b724-7415e02d4a13 req-dfe861f6-a000-4f7b-a7e9-f6245c6e63d3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466266 Aug 13 03:47:21.869198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-0369429c-65fc-4e31-9a93-01e7cff182f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.870948 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-0369429c-65fc-4e31-9a93-01e7cff182f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1096 time: 0.0453467 Aug 13 03:47:21.896523 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc308997-7808-4d6e-aa66-2df14271df9f req-cf8462c5-2ea4-4c42-bef1-7b2b37e6948d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.898248 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc308997-7808-4d6e-aa66-2df14271df9f req-cf8462c5-2ea4-4c42-bef1-7b2b37e6948d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1096 time: 0.0502152 Aug 13 03:47:21.924095 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-fb0077f3-6a1d-464b-90ea-ab657f5d2169 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 217 time: 0.0380440 Aug 13 03:47:21.974919 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ba52ab1c-25d8-4cb5-ae35-6a49f5cb1796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:21.976441 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-ba52ab1c-25d8-4cb5-ae35-6a49f5cb1796 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0459335 Aug 13 03:47:22.035814 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-b99d4247-df0c-4af5-a6fe-c315a4e9abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.036313 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc308997-7808-4d6e-aa66-2df14271df9f req-98e756fe-598b-43e5-9d72-fc720030b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.037330 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-b99d4247-df0c-4af5-a6fe-c315a4e9abdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532358 Aug 13 03:47:22.037915 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc308997-7808-4d6e-aa66-2df14271df9f req-98e756fe-598b-43e5-9d72-fc720030b454 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1169248 Aug 13 03:47:22.144455 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-7af6f6f5-e182-4734-af2c-9b9d7cce5075 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937607 Aug 13 03:47:22.145592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc308997-7808-4d6e-aa66-2df14271df9f req-0422d24b-c824-4f80-b4e2-4f9149a855af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.147097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc308997-7808-4d6e-aa66-2df14271df9f req-0422d24b-c824-4f80-b4e2-4f9149a855af service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962942 Aug 13 03:47:22.247481 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7f2e7661-f9c5-4798-a14a-fd23494d5f40 req-a03ce511-847b-4883-aaf1-72cce9fe1fcb service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864460 Aug 13 03:47:22.277848 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-60c62feb-8447-401b-87b8-e27e6d50060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.280122 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-60c62feb-8447-401b-87b8-e27e6d50060d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1096 time: 0.0503194 Aug 13 03:47:22.356136 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-ac5e0257-a75a-4fde-8c10-e9b61e48be2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 217 time: 0.0381470 Aug 13 03:47:22.419019 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd85984-9dee-4bb9-96f5-3a9c2b0192f1 req-bb9f86bb-8a4e-435b-97e9-3a5b4bc8d578 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.420699 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1fd85984-9dee-4bb9-96f5-3a9c2b0192f1 req-bb9f86bb-8a4e-435b-97e9-3a5b4bc8d578 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.1294451 Aug 13 03:47:22.472647 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-9e71c265-0933-403d-bcd6-5fb6c5ca282a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.474201 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-9e71c265-0933-403d-bcd6-5fb6c5ca282a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.1079719 Aug 13 03:47:22.502736 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1fd85984-9dee-4bb9-96f5-3a9c2b0192f1 req-aad87e20-95bd-4b65-ac62-66ef2347ed14 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665452 Aug 13 03:47:22.510448 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6846f3-07df-4c47-97c2-6e1dcd627874 req-51a062f6-4646-4b4f-b95f-d2aa7c1ea96c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.511981 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d6846f3-07df-4c47-97c2-6e1dcd627874 req-51a062f6-4646-4b4f-b95f-d2aa7c1ea96c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.1359632 Aug 13 03:47:22.580071 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-228463bb-2231-4d4e-9eff-911781a85939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.581658 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-228463bb-2231-4d4e-9eff-911781a85939 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975976 Aug 13 03:47:22.586761 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d6846f3-07df-4c47-97c2-6e1dcd627874 req-bd5b6786-c6b4-4492-9dc7-4b24c857e54e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604298 Aug 13 03:47:22.695741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-e86b1df0-9f8a-402f-97ff-5faf862803f7 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051238 Aug 13 03:47:22.794885 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5738521-f80e-4b30-8986-209d59d0a3b2 req-370d1e1d-f9a1-45ce-81a8-ed145e7f5293 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902302 Aug 13 03:47:22.910728 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cadca-99c0-49f7-ae64-562b52b876b6 req-7758b536-c915-474c-83c0-456d2d97641c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:22.914985 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b85cadca-99c0-49f7-ae64-562b52b876b6 req-7758b536-c915-474c-83c0-456d2d97641c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0535336 Aug 13 03:47:22.962833 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b85cadca-99c0-49f7-ae64-562b52b876b6 req-c298a654-70f4-457c-a662-77d075802352 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Aug 13 03:47:23.095042 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e38e1-64eb-48d1-a330-d47b4763b5b7 req-13f5f15e-d129-4435-951c-de674a3378ab tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.096708 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c28e38e1-64eb-48d1-a330-d47b4763b5b7 req-13f5f15e-d129-4435-951c-de674a3378ab tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0563164 Aug 13 03:47:23.144308 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c28e38e1-64eb-48d1-a330-d47b4763b5b7 req-5c6e6c5e-c8b2-4c94-bb75-d1c6f012ac33 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 Aug 13 03:47:23.247654 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-26b1dedf-71de-47a6-afdb-7d7c0d973b60 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522990 Aug 13 03:47:23.358885 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-794154db-9b14-49d9-80e0-ad52e6a2f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.360429 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-794154db-9b14-49d9-80e0-ad52e6a2f697 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4190907becc1477cad5cc99d5461f5c7&device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 1098 time: 0.0479269 Aug 13 03:47:23.490546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-4291a44c-0e1d-4e89-beff-c8e8757659c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.492097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-4291a44c-0e1d-4e89-beff-c8e8757659c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=909f5e36-9366-4ea0-b1b4-8425f12cfd94 HTTP/1.1" status: 200 len: 912 time: 0.0973239 Aug 13 03:47:23.546574 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-00e586b5-de49-4578-8487-d844280c7db8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e4e0641-5660-4f64-8024-523e284db0c4 HTTP/1.1" status: 200 len: 217 time: 0.0378151 Aug 13 03:47:23.644761 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-eaeab327-808d-4942-b880-7dd0a70f51f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.646551 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-eaeab327-808d-4942-b880-7dd0a70f51f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fb6b4b10-42f8-4e9b-9418-f570fa7a7030 HTTP/1.1" status: 200 len: 851 time: 0.0924711 Aug 13 03:47:23.669946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f269f4-e236-417b-b917-353cc9d2201a req-e133055f-3362-46b8-81bf-b52348c72f5e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.671020 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-89f269f4-e236-417b-b917-353cc9d2201a req-e133055f-3362-46b8-81bf-b52348c72f5e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 944 time: 0.0882382 Aug 13 03:47:23.711830 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-32648a40-5d00-4afe-9403-84cadf0aa012 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=909f5e36-9366-4ea0-b1b4-8425f12cfd94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369716 Aug 13 03:47:23.808663 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-89f269f4-e236-417b-b917-353cc9d2201a req-03242f4a-fcda-4810-b347-236182821ea0 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269252 Aug 13 03:47:23.836820 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e24521-0d1b-40e7-b018-523826da32c0 req-799a4123-114d-49b5-94c6-dd578bfaa14f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:23.838412 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98e24521-0d1b-40e7-b018-523826da32c0 req-799a4123-114d-49b5-94c6-dd578bfaa14f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.1316314 Aug 13 03:47:23.906456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-ee1bb785-ed64-47bc-b818-02fb38161c82 service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640942 Aug 13 03:47:23.912040 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98e24521-0d1b-40e7-b018-523826da32c0 req-0eb0fc00-b391-494c-82d4-fe248cba6368 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656271 Aug 13 03:47:24.142420 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea01bf-5dbd-4198-b5ad-4825a793e84f req-ffc6965b-bbc9-4af1-8ec5-1ef724e94d3c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:24.143996 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-45ea01bf-5dbd-4198-b5ad-4825a793e84f req-ffc6965b-bbc9-4af1-8ec5-1ef724e94d3c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0806901 Aug 13 03:47:24.168106 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b83d274c-a8ea-4f19-a0b9-9b521a6950b4 req-54494e49-7246-40a0-8431-1cf93c45a7a0 service neutron] 10.222.0.61 "GET /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754539 Aug 13 03:47:24.201982 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-45ea01bf-5dbd-4198-b5ad-4825a793e84f req-ecd31d4e-e583-4b4d-9dad-42c26540119e tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456810 Aug 13 03:47:24.271476 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a864350-5629-42e4-b22d-1e210b7040e3 req-d04c7022-812d-4fdb-be02-e1a62e9670f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:24.273104 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a864350-5629-42e4-b22d-1e210b7040e3 req-d04c7022-812d-4fdb-be02-e1a62e9670f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0523374 Aug 13 03:47:24.273236 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:24.313447 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a864350-5629-42e4-b22d-1e210b7040e3 req-259b2f53-1f9c-4b8b-ae87-e1b3fe788d28 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Aug 13 03:47:24.393418 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:24.406060 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'port_id': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb', 'mac_address': 'fa:16:3e:3b:64:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:24.445966 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.461171 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:24.481890 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:24.549140 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:24.597738 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:24.966058 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0861c-5ad5-4b80-b0c4-25ebbc42b4d8 req-442cca02-76d1-4f18-a7ea-a86941fd37ed tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:24.966058 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7d0861c-5ad5-4b80-b0c4-25ebbc42b4d8 req-442cca02-76d1-4f18-a7ea-a86941fd37ed tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0697863 Aug 13 03:47:25.025933 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7d0861c-5ad5-4b80-b0c4-25ebbc42b4d8 req-5767526b-93f8-4d2c-9902-bb435598cdbd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540957 Aug 13 03:47:25.259560 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e35eec-b9f6-4c3d-9b6f-a9bda3869ecb req-f2946718-d1e7-46da-8f18-f9272ff7153f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:25.262208 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-39e35eec-b9f6-4c3d-9b6f-a9bda3869ecb req-f2946718-d1e7-46da-8f18-f9272ff7153f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.2534969 Aug 13 03:47:25.321668 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-39e35eec-b9f6-4c3d-9b6f-a9bda3869ecb req-8c26ccc4-3210-41d0-af60-403721379639 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540855 Aug 13 03:47:25.344982 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed8cc8-c691-4144-b1b7-6a927d68e926 req-763073ec-cbfb-48ba-b292-9a936cdbbc16 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:25.346555 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3bed8cc8-c691-4144-b1b7-6a927d68e926 req-763073ec-cbfb-48ba-b292-9a936cdbbc16 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0640910 Aug 13 03:47:25.388737 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3bed8cc8-c691-4144-b1b7-6a927d68e926 req-848590df-ef17-45de-b687-c0e8602df1ad tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356150 Aug 13 03:47:25.467540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0230e-4f80-4dcc-b720-079efd944b77 req-86ce8a2b-017c-4c34-b968-95e5124f7420 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:25.470081 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0b0230e-4f80-4dcc-b720-079efd944b77 req-86ce8a2b-017c-4c34-b968-95e5124f7420 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0729856 Aug 13 03:47:25.530396 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0b0230e-4f80-4dcc-b720-079efd944b77 req-225a3c5f-5150-40c6-8712-5861f5ac7108 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539980 Aug 13 03:47:26.175319 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafbf22-70fd-4e8a-9e2b-be079bca2ff7 req-57c9a596-a73b-4319-b5a4-46eeaadbcb6d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.177416 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7aafbf22-70fd-4e8a-9e2b-be079bca2ff7 req-57c9a596-a73b-4319-b5a4-46eeaadbcb6d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0721982 Aug 13 03:47:26.230839 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7aafbf22-70fd-4e8a-9e2b-be079bca2ff7 req-f2e75a6b-9b2e-4e8f-9715-05496c02df30 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469604 Aug 13 03:47:26.456977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabb77c-1ab9-486d-8c8f-8251bab5b484 req-c9db1e0d-fd15-41f2-8ace-30b95eed97bd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.458704 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bbabb77c-1ab9-486d-8c8f-8251bab5b484 req-c9db1e0d-fd15-41f2-8ace-30b95eed97bd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0642366 Aug 13 03:47:26.500681 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bbabb77c-1ab9-486d-8c8f-8251bab5b484 req-e934bd67-ab5f-4375-a174-cf55c90e335e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328448 Aug 13 03:47:26.657955 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636bfe6d-9450-4d0b-8067-2e8bd4439575 req-4bacce18-629e-4944-8584-5a07c53bbc12 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:26.659556 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-636bfe6d-9450-4d0b-8067-2e8bd4439575 req-4bacce18-629e-4944-8584-5a07c53bbc12 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0554054 Aug 13 03:47:26.699987 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-636bfe6d-9450-4d0b-8067-2e8bd4439575 req-7a1c349d-3558-4e3c-959a-f69c31518087 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343490 Aug 13 03:47:27.391367 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0987f-0b86-4753-9f05-2a5db997fbe2 req-41992066-95b3-4730-9b1d-ce55d4526ab7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:27.393470 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d0a0987f-0b86-4753-9f05-2a5db997fbe2 req-41992066-95b3-4730-9b1d-ce55d4526ab7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0842190 Aug 13 03:47:27.439888 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d0a0987f-0b86-4753-9f05-2a5db997fbe2 req-39d4f8e0-881f-4378-b9ac-869e6d4dd6f1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Aug 13 03:47:27.615109 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f3fa9-7a05-4554-9b50-2405a1e660f4 req-4391b3d5-52f5-4524-828a-ce501f161b75 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:27.616615 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f76f3fa9-7a05-4554-9b50-2405a1e660f4 req-4391b3d5-52f5-4524-828a-ce501f161b75 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0487647 Aug 13 03:47:27.656338 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f76f3fa9-7a05-4554-9b50-2405a1e660f4 req-6923d223-6438-42e4-8155-64d63ae0e57e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Aug 13 03:47:27.832301 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b08cd7-891c-4259-ad81-0cf3cfb6a399 req-2f153fb2-34b1-4fe3-b1a7-e9a666eee91a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:27.834057 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a6b08cd7-891c-4259-ad81-0cf3cfb6a399 req-2f153fb2-34b1-4fe3-b1a7-e9a666eee91a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0499074 Aug 13 03:47:27.863222 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 983f443d-ce97-4cd6-8682-52735f1d9807 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:27.876169 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a6b08cd7-891c-4259-ad81-0cf3cfb6a399 req-f9d39dc4-d8b1-4ece-883d-b85418222fd5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360415 Aug 13 03:47:27.971494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:27.984753 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '983f443d-ce97-4cd6-8682-52735f1d9807', 'network_id': '86b3186f-ea8b-471c-836a-555e3dac7721', 'port_id': '983f443d-ce97-4cd6-8682-52735f1d9807', 'mac_address': 'fa:16:3e:2c:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '960dfee4-5b83-4148-b51e-6f2c32415428', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:28.037343 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:28.055785 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 983f443d-ce97-4cd6-8682-52735f1d9807 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:28.080679 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:28.173017 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:28.231210 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:28.582349 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b461c-6957-4a68-bcc0-88f98ff7608a req-2ece7db9-83ce-42ad-8bb0-8aa88a36019d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:28.584053 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb7b461c-6957-4a68-bcc0-88f98ff7608a req-2ece7db9-83ce-42ad-8bb0-8aa88a36019d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0629439 Aug 13 03:47:28.629554 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb7b461c-6957-4a68-bcc0-88f98ff7608a req-ef028351-36f6-4bc6-a1d8-2e548de8ae19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358055 Aug 13 03:47:28.781628 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1a02a-2369-4969-8a71-90ab27bc1b07 req-a9565941-b78a-443a-8f2f-54a6efb75db5 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:28.783103 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0fa1a02a-2369-4969-8a71-90ab27bc1b07 req-a9565941-b78a-443a-8f2f-54a6efb75db5 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0558391 Aug 13 03:47:28.821923 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0fa1a02a-2369-4969-8a71-90ab27bc1b07 req-6bcf7378-44ae-43c2-b067-83ff322c60c2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Aug 13 03:47:28.999108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ff51-2e6c-44b6-b44b-33cb2094faab req-1581c4f5-b7b5-4ead-9d84-d6c097166533 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:29.000728 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7cd0ff51-2e6c-44b6-b44b-33cb2094faab req-1581c4f5-b7b5-4ead-9d84-d6c097166533 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0505795 Aug 13 03:47:29.039562 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7cd0ff51-2e6c-44b6-b44b-33cb2094faab req-5c4997f5-8035-448f-9ea6-f5daac5bdfe4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325079 Aug 13 03:47:29.755650 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b39962-a5ef-4c43-a25a-45fd93e2ee0d req-07f921e8-5ad4-44df-9dbf-b61469465bb5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:29.757222 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e4b39962-a5ef-4c43-a25a-45fd93e2ee0d req-07f921e8-5ad4-44df-9dbf-b61469465bb5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0559037 Aug 13 03:47:29.797493 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e4b39962-a5ef-4c43-a25a-45fd93e2ee0d req-86f69abb-1e4f-4236-b84a-6367614757e6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342059 Aug 13 03:47:29.938768 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97496041-cd77-4ba6-ae32-11b03beb9188 req-13085919-1732-4753-817c-89b74acfd554 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:29.940276 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-97496041-cd77-4ba6-ae32-11b03beb9188 req-13085919-1732-4753-817c-89b74acfd554 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0499218 Aug 13 03:47:29.984943 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-97496041-cd77-4ba6-ae32-11b03beb9188 req-177713cc-c078-471e-8791-5c9b07a9f49d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347018 Aug 13 03:47:30.162582 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348218d4-3b0d-4cec-baee-6a22af31b50d req-eccef79d-2607-4935-898a-29bf838335e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:30.164016 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-348218d4-3b0d-4cec-baee-6a22af31b50d req-eccef79d-2607-4935-898a-29bf838335e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0494523 Aug 13 03:47:30.202221 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-348218d4-3b0d-4cec-baee-6a22af31b50d req-5ab1b8fa-47b3-4006-b642-e40265e2291a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324385 Aug 13 03:47:30.466336 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:30.658550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:30.921879 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692c41-090f-4e55-8fb3-b946a22fd541 req-5259a279-8467-4a6c-a4f0-b06933088985 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:30.923385 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d692c41-090f-4e55-8fb3-b946a22fd541 req-5259a279-8467-4a6c-a4f0-b06933088985 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Aug 13 03:47:30.960846 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d692c41-090f-4e55-8fb3-b946a22fd541 req-24cebfc4-df50-45e9-a0a7-95b09e891f63 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 13 03:47:30.971045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:31.082153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:31.094856 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:31.118163 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd0974-e2da-47df-8086-01c886b421b3 req-7b285341-72ef-4fd7-9916-e6500df67213 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:31.119686 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bdd0974-e2da-47df-8086-01c886b421b3 req-7b285341-72ef-4fd7-9916-e6500df67213 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 943 time: 0.0521269 Aug 13 03:47:31.132289 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:31.146977 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:31.164341 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bdd0974-e2da-47df-8086-01c886b421b3 req-956f0cd6-bf5b-4e75-81fd-c6f0fead3e25 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 Aug 13 03:47:31.171880 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:31.230234 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:31.231281 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device ede707c6-6897-4e72-ae96-27d112274cbf details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:47:31.363247 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2912f-a510-4873-a745-23cda697a9f7 req-32dd7f6c-4f3f-4c04-bec6-d56cac3d2c7e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:31.364900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:31.365006 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8f2912f-a510-4873-a745-23cda697a9f7 req-32dd7f6c-4f3f-4c04-bec6-d56cac3d2c7e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0510736 Aug 13 03:47:31.401992 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.402444 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.402972 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.403334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.403834 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.404085 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.404411 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.405618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.405618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.405618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.405922 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.406147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:31.411912 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8f2912f-a510-4873-a745-23cda697a9f7 req-ae6608e8-1e06-4118-b793-97e4a19c39c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Aug 13 03:47:31.454831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ede707c6-6897-4e72-ae96-27d112274cbf,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:31.469094 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'port_id': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'mac_address': 'fa:16:3e:f7:8e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:47:31.514088 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:31.533466 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede707c6-6897-4e72-ae96-27d112274cbf {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:47:31.561870 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ede707c6-6897-4e72-ae96-27d112274cbf,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:31.634509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:31.686972 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:31.866339 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['983f443d-ce97-4cd6-8682-52735f1d9807'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:32.096815 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d8c57-8be3-47bc-a96e-793ae2030709 req-d5b32e33-f301-4e98-b504-c7f8b2041840 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:32.098404 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5d1d8c57-8be3-47bc-a96e-793ae2030709 req-d5b32e33-f301-4e98-b504-c7f8b2041840 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0541301 Aug 13 03:47:32.138994 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5d1d8c57-8be3-47bc-a96e-793ae2030709 req-d90edfdb-4a10-4eee-adb2-e7b9730c734c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338809 Aug 13 03:47:32.288817 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6016641-f99f-45d0-b492-d5e129923998 req-1b31512e-77ea-49b4-8d07-221e7df24364 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:32.290414 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6016641-f99f-45d0-b492-d5e129923998 req-1b31512e-77ea-49b4-8d07-221e7df24364 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0525131 Aug 13 03:47:32.337658 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6016641-f99f-45d0-b492-d5e129923998 req-3be4b825-faab-4fd3-99ed-9d2a2873286b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Aug 13 03:47:32.547432 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059b253-95d0-4358-9e13-ad4722dd15c8 req-99066075-2328-4b02-99a9-8a677329bd19 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:32.548994 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a059b253-95d0-4358-9e13-ad4722dd15c8 req-99066075-2328-4b02-99a9-8a677329bd19 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0524616 Aug 13 03:47:32.590185 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a059b253-95d0-4358-9e13-ad4722dd15c8 req-52bbabc0-52e1-48fb-870d-51d0d0d09aa2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347295 Aug 13 03:47:32.612685 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['bbe65dcd-99c5-4ec9-9678-041546213e58'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:32.770906 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['ede707c6-6897-4e72-ae96-27d112274cbf'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:33.278009 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff5e4c-83b3-4718-8f1d-67fe86da9442 req-31d0058d-3033-46a1-97e5-a477838a363c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:33.280217 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfff5e4c-83b3-4718-8f1d-67fe86da9442 req-31d0058d-3033-46a1-97e5-a477838a363c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0597150 Aug 13 03:47:33.322426 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfff5e4c-83b3-4718-8f1d-67fe86da9442 req-8c9bac2e-1efa-4a28-bbf9-1ebbc5a5225c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Aug 13 03:47:33.401254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 40906) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:33.475646 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf4f0-defc-47ae-8db9-d35bf0f7e18e req-59e06471-8100-4749-93d6-16f43d880e48 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:33.478228 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-21faf4f0-defc-47ae-8db9-d35bf0f7e18e req-59e06471-8100-4749-93d6-16f43d880e48 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0591340 Aug 13 03:47:33.520092 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-21faf4f0-defc-47ae-8db9-d35bf0f7e18e req-19c06098-8408-4438-88f1-c889d7e76b88 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355678 Aug 13 03:47:33.540463 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:33.664219 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:33.739291 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb2189-3f68-4c79-8cd2-65790dbf15d1 req-e15835d5-1405-4bb4-a45f-8db202e724be tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:33.740947 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ebb2189-3f68-4c79-8cd2-65790dbf15d1 req-e15835d5-1405-4bb4-a45f-8db202e724be tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0562785 Aug 13 03:47:33.742226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:33.798755 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57622ed4-af30-4c16-9599-36919c6adc0d,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:33.813084 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f35114bb86e64f85b9316c208666ce2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095542 Aug 13 03:47:33.816296 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40928) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:33.819780 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.820144 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.820494 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.820836 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.821181 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.821519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.821893 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.822208 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.822533 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.823035 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.823526 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.824019 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483734af-5fb6-4a2b-bfc8-aa2371098ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:33.849590 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ebb2189-3f68-4c79-8cd2-65790dbf15d1 req-03bdb1c7-882d-40de-bfd8-d7bf4e2b9310 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018605 Aug 13 03:47:33.936895 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:33.964487 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.058701 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.062222 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.063434 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57622ed4-af30-4c16-9599-36919c6adc0d HTTP/1.1" status: 204 len: 168 time: 0.2423189 Aug 13 03:47:34.071808 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57622ed4-af30-4c16-9599-36919c6adc0d,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:34.080245 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.080601 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.080949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.081292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.081626 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.081992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.082330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.082692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.083024 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.083353 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.083681 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.084014 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444a2ec-d801-4772-b871-8f83a174c890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:47:34.448047 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65278d-e4ba-4f9e-8130-55394414edfc req-f33090b4-979c-4d5a-a734-5f4c4efe10e8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.449581 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6a65278d-e4ba-4f9e-8130-55394414edfc req-f33090b4-979c-4d5a-a734-5f4c4efe10e8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0552390 Aug 13 03:47:34.497343 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6a65278d-e4ba-4f9e-8130-55394414edfc req-cbe2cf89-236c-4935-93e2-e72655a99b7c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Aug 13 03:47:34.649470 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2933ea-7165-4dfb-9410-a6054cefb8a7 req-11d54c29-29d5-4a3f-b18f-38d94cc12ceb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:34.651086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-af2933ea-7165-4dfb-9410-a6054cefb8a7 req-11d54c29-29d5-4a3f-b18f-38d94cc12ceb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0486555 Aug 13 03:47:34.699588 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-af2933ea-7165-4dfb-9410-a6054cefb8a7 req-eeee81ad-1ce8-49b5-8c4b-43bf50af3d1d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417883 Aug 13 03:47:34.749705 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40948) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:34.763170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d2b46915-a473-4cec-8551-8e76b3f0621c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.855487 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d2b46915-a473-4cec-8551-8e76b3f0621c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.903453 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d2b46915-a473-4cec-8551-8e76b3f0621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:34.947498 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d2b46915-a473-4cec-8551-8e76b3f0621c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96f815847ae942b6bb02b9adc5422619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947651 Aug 13 03:47:34.948598 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b46915-a473-4cec-8551-8e76b3f0621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e68e4fb-28d9-49ed-9d22-ebf891933981,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:34.951170 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 40954) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:34.999543 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aedb54-64e1-4b53-ba76-bb4ae2740047 req-c64d4274-d450-498b-9c1b-2f1880e16a15 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:35.001181 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83aedb54-64e1-4b53-ba76-bb4ae2740047 req-c64d4274-d450-498b-9c1b-2f1880e16a15 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0548258 Aug 13 03:47:35.012029 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.035404 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.044285 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83aedb54-64e1-4b53-ba76-bb4ae2740047 req-1e7f231c-26cc-4d62-89ac-d502f9b09901 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358875 Aug 13 03:47:35.155317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.157823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:35.159107 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e68e4fb-28d9-49ed-9d22-ebf891933981 HTTP/1.1" status: 204 len: 168 time: 0.2070227 Aug 13 03:47:35.167318 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fff8ec-63f8-4a34-85ef-1bc83c6f4cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e68e4fb-28d9-49ed-9d22-ebf891933981,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:35.616705 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd4f-c8e7-4cb9-a171-a669f9941d3c req-a88bfd5b-73a7-46ce-a7dd-08bb6bea2bfb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:35.618289 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6c51fd4f-c8e7-4cb9-a171-a669f9941d3c req-a88bfd5b-73a7-46ce-a7dd-08bb6bea2bfb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Aug 13 03:47:35.660472 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6c51fd4f-c8e7-4cb9-a171-a669f9941d3c req-7cabd56a-d067-404b-be26-03e369b46b71 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349245 Aug 13 03:47:35.867857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405c033-63f2-4268-89c3-5d5cf2bbbe16 req-10a6b834-94a7-4e9e-a27f-9fd58765619f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:35.869392 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9405c033-63f2-4268-89c3-5d5cf2bbbe16 req-10a6b834-94a7-4e9e-a27f-9fd58765619f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0654483 Aug 13 03:47:35.919504 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9405c033-63f2-4268-89c3-5d5cf2bbbe16 req-188f7f6e-c963-4a60-a782-0755e7bfe173 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369508 Aug 13 03:47:36.172613 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ed384-b2da-48fe-a486-f997c01c070e req-84afde78-034a-4ca2-aaaf-5217dacccf58 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:36.174222 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-556ed384-b2da-48fe-a486-f997c01c070e req-84afde78-034a-4ca2-aaaf-5217dacccf58 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0538366 Aug 13 03:47:36.218546 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-556ed384-b2da-48fe-a486-f997c01c070e req-fe6e3d64-af38-492c-81ab-ae6bf1285974 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381145 Aug 13 03:47:36.793220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f512f0-4c37-4a6a-93c7-e98519f8a1d1 req-43f57e62-c7eb-4a6d-ab9c-d1259b83024a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:36.799332 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98f512f0-4c37-4a6a-93c7-e98519f8a1d1 req-43f57e62-c7eb-4a6d-ab9c-d1259b83024a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 945 time: 0.0644708 Aug 13 03:47:36.847252 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98f512f0-4c37-4a6a-93c7-e98519f8a1d1 req-5a4c511e-00e9-4840-9fad-f7e4eaaf9326 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Aug 13 03:47:37.058108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9406027-1ffa-411a-8324-e1d75d517f9e req-b7f6da23-aa94-44dc-8129-5e353dde393e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:37.061321 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9406027-1ffa-411a-8324-e1d75d517f9e req-b7f6da23-aa94-44dc-8129-5e353dde393e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0565090 Aug 13 03:47:37.090731 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:37.128185 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9406027-1ffa-411a-8324-e1d75d517f9e req-742d6e90-7b33-4629-814d-94d86ef01916 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565906 Aug 13 03:47:37.218252 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:37.223588 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:37.223966 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:37.341112 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:37.369454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63cb62-efc8-4296-bafa-448c98484372 req-bdaafaf0-be02-44df-900b-6c362a70bfca tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:37.379494 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f63cb62-efc8-4296-bafa-448c98484372 req-bdaafaf0-be02-44df-900b-6c362a70bfca tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0804818 Aug 13 03:47:37.391603 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:37.399138 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8c7df-a204-42f8-a0d2-16c425e5f0af" -d '{"events": [{"server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:37.425975 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:37.471489 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f63cb62-efc8-4296-bafa-448c98484372 req-7b374b0a-8d91-47ff-b5ab-6d1071fb7ea0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904918 Aug 13 03:47:37.506147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9b8905-af27-4e25-999d-1a4c25be3a37 x-openstack-request-id: req-6e9b8905-af27-4e25-999d-1a4c25be3a37 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:37.506147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "name": "network-vif-plugged", "status": "completed", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:37.506147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e9b8905-af27-4e25-999d-1a4c25be3a37 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:37.506147 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb', 'code': 200} Aug 13 03:47:37.506147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:37.568535 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:37.983925 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f8279-9b9b-45b6-b3d8-3a38453dec83 req-e1fb9c46-6b13-43cd-af64-fd062bdbd639 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:37.986493 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e43f8279-9b9b-45b6-b3d8-3a38453dec83 req-e1fb9c46-6b13-43cd-af64-fd062bdbd639 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0565145 Aug 13 03:47:38.035748 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e43f8279-9b9b-45b6-b3d8-3a38453dec83 req-c082ae04-e747-4a1a-b591-f2c31d0f9d24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378516 Aug 13 03:47:38.271328 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3b636-b323-46fb-971c-edca16a5cbbc req-b7864d7b-9732-4864-8338-8426624698d9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:38.272828 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46f3b636-b323-46fb-971c-edca16a5cbbc req-b7864d7b-9732-4864-8338-8426624698d9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0532954 Aug 13 03:47:38.318236 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46f3b636-b323-46fb-971c-edca16a5cbbc req-a992b7c3-9ae7-4792-9ebd-5c34fec0cf2b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Aug 13 03:47:38.622110 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a194b-d132-4c47-a11c-909aff8e82cf req-8b541cac-d792-4b02-b908-43c49291c9d8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:38.624642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a8a194b-d132-4c47-a11c-909aff8e82cf req-8b541cac-d792-4b02-b908-43c49291c9d8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0587964 Aug 13 03:47:38.668026 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a8a194b-d132-4c47-a11c-909aff8e82cf req-761de889-c434-4832-a73c-d611ea98ad78 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368998 Aug 13 03:47:39.093307 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 983f443d-ce97-4cd6-8682-52735f1d9807 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:39.205270 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22fc58-30dd-4851-ae4e-7eafb6080766 req-1e63729e-7791-4883-8629-7c92a9666cbe tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:39.207460 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d22fc58-30dd-4851-ae4e-7eafb6080766 req-1e63729e-7791-4883-8629-7c92a9666cbe tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0866015 Aug 13 03:47:39.264513 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 983f443d-ce97-4cd6-8682-52735f1d9807 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:39.269768 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 983f443d-ce97-4cd6-8682-52735f1d9807 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:39.270315 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:39.281455 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d22fc58-30dd-4851-ae4e-7eafb6080766 req-59eacb83-d902-49b1-be90-9b1ea5cce22f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625696 Aug 13 03:47:39.326918 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6979ae0-5339-40f8-bde5-92272665984d req-ab2e5160-6325-43cb-957a-be4743b075a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:39.328714 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a6979ae0-5339-40f8-bde5-92272665984d req-ab2e5160-6325-43cb-957a-be4743b075a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0683963 Aug 13 03:47:39.391293 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a6979ae0-5339-40f8-bde5-92272665984d req-f7094d8b-0bc6-492e-8313-f9a8fc07091e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537155 Aug 13 03:47:39.397144 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:39.450917 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:39.500014 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f2a75-bc8b-41fb-8dca-f64f69af7926 req-340022bb-5dbb-439b-b449-5617c8ebce66 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:39.500014 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-993f2a75-bc8b-41fb-8dca-f64f69af7926 req-340022bb-5dbb-439b-b449-5617c8ebce66 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0805144 Aug 13 03:47:39.504230 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:39.507517 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9c2a75-9296-4ce4-955e-f20833570d70" -d '{"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-plugged", "status": "completed", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:39.547386 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-993f2a75-bc8b-41fb-8dca-f64f69af7926 req-0378915d-e40b-48d6-9fd6-f8c66913af65 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492375 Aug 13 03:47:39.551446 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e5ae88-27a8-47d8-80b0-0441ad27c0ce x-openstack-request-id: req-67e5ae88-27a8-47d8-80b0-0441ad27c0ce {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:39.551732 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-plugged", "status": "completed", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:39.551981 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67e5ae88-27a8-47d8-80b0-0441ad27c0ce {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:39.552367 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807', 'code': 200} Aug 13 03:47:39.618740 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:39.648501 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6d25624f-220b-438d-81a7-dcecc88adb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:39.677821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:39.832129 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47556ab2-5c68-4a70-8506-84b823a8c524 req-433ffbb8-a968-456c-a8a5-52e4a695607a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:39.833726 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-47556ab2-5c68-4a70-8506-84b823a8c524 req-433ffbb8-a968-456c-a8a5-52e4a695607a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0817771 Aug 13 03:47:39.879384 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-47556ab2-5c68-4a70-8506-84b823a8c524 req-ab74dbce-bb6f-41aa-8791-f200462ffc3f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380397 Aug 13 03:47:40.487627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fde067-53a0-4b86-a2e2-14687096cac0 req-1450784f-d531-4366-809f-69aeb00c3010 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.490312 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95fde067-53a0-4b86-a2e2-14687096cac0 req-1450784f-d531-4366-809f-69aeb00c3010 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0794353 Aug 13 03:47:40.539226 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95fde067-53a0-4b86-a2e2-14687096cac0 req-7147c694-38da-4bfb-ab69-a97dce28c377 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414832 Aug 13 03:47:40.705719 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f737e3b-4491-4f09-bf30-96d598a4ecdf req-75f0d49f-52c8-4078-81c5-29e6f28560e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.707286 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3f737e3b-4491-4f09-bf30-96d598a4ecdf req-75f0d49f-52c8-4078-81c5-29e6f28560e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0873795 Aug 13 03:47:40.748632 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1983-a0bb-4375-bbaf-b00a6a360d0b req-2808b04d-19a5-4180-bb81-4022693e935b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:40.750274 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761f1983-a0bb-4375-bbaf-b00a6a360d0b req-2808b04d-19a5-4180-bb81-4022693e935b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.0877960 Aug 13 03:47:40.772814 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3f737e3b-4491-4f09-bf30-96d598a4ecdf req-f87f4d4f-0235-4f80-9ac0-e5d0df0666ea service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 Aug 13 03:47:40.802115 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761f1983-a0bb-4375-bbaf-b00a6a360d0b req-ca2efc90-18b5-4a26-9fdb-89c60e507ac5 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399582 Aug 13 03:47:41.062680 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30405-a449-4feb-a687-2841aa807abb req-67982ba0-a636-4119-a439-3c1862a0c4bc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:41.064278 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-08f30405-a449-4feb-a687-2841aa807abb req-67982ba0-a636-4119-a439-3c1862a0c4bc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0569985 Aug 13 03:47:41.111786 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:41.132553 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-08f30405-a449-4feb-a687-2841aa807abb req-f4413b28-def4-4890-8c13-b52dab8d126c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596447 Aug 13 03:47:41.315865 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port bbe65dcd-99c5-4ec9-9678-041546213e58 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:41.321349 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port bbe65dcd-99c5-4ec9-9678-041546213e58 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:41.322028 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.451683 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.502193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:41.553174 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:41.555664 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d231c1-8d1d-4278-95d7-0657e053a510" -d '{"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:41.615334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457f3ce-7936-44f5-a985-5a82481ca94b x-openstack-request-id: req-1457f3ce-7936-44f5-a985-5a82481ca94b {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:41.615789 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:41.616263 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1457f3ce-7936-44f5-a985-5a82481ca94b {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:41.617054 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'code': 200} Aug 13 03:47:41.706686 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:41.707851 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device ede707c6-6897-4e72-ae96-27d112274cbf up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:47:41.717931 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5115ff1-4853-4efe-a2fb-aae809c81f16 req-ce585434-1a6b-4c30-9c25-429e6fa73bfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:41.720793 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e5115ff1-4853-4efe-a2fb-aae809c81f16 req-ce585434-1a6b-4c30-9c25-429e6fa73bfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0797479 Aug 13 03:47:41.791241 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e5115ff1-4853-4efe-a2fb-aae809c81f16 req-e8f681f4-d301-4c1b-97d9-5cc0b19258f4 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511105 Aug 13 03:47:41.826048 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:41.926819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port ede707c6-6897-4e72-ae96-27d112274cbf completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:47:41.932890 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port ede707c6-6897-4e72-ae96-27d112274cbf triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:47:41.933490 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.023863 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026787a-04b8-416b-8a79-2bce66063c89 req-7423d453-cafb-44e7-a8ae-63355513de9e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.026599 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7026787a-04b8-416b-8a79-2bce66063c89 req-7423d453-cafb-44e7-a8ae-63355513de9e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 944 time: 0.1023626 Aug 13 03:47:42.078287 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-20d1a87e-ea57-4141-9759-61998aea86a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.090147 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7026787a-04b8-416b-8a79-2bce66063c89 req-7e841d78-24c2-4050-b175-2aa0627c24ff tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544307 Aug 13 03:47:42.103020 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.192382 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e3b7c-279d-4fda-9e36-3bb76c352a86 req-c937b34c-ee2e-46b6-96bd-2aa6ed788adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.194023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-639e3b7c-279d-4fda-9e36-3bb76c352a86 req-c937b34c-ee2e-46b6-96bd-2aa6ed788adc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1098 time: 0.0946715 Aug 13 03:47:42.210130 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ede707c6-6897-4e72-ae96-27d112274cbf,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:42.256449 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-639e3b7c-279d-4fda-9e36-3bb76c352a86 req-6ea959ff-3941-44bf-86b1-2e5f8a77783c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488141 Aug 13 03:47:42.350329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.384319 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c37b2a-d89c-45e6-a2ba-23940d91dc12 req-7cf1f5c0-6ff8-4777-abe0-3aa799fdcb20 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.386256 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c0c37b2a-d89c-45e6-a2ba-23940d91dc12 req-7cf1f5c0-6ff8-4777-abe0-3aa799fdcb20 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0898306 Aug 13 03:47:42.419997 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:42.447845 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c0c37b2a-d89c-45e6-a2ba-23940d91dc12 req-d8c036d7-928c-4faf-91e0-c3ae3faa7afc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490594 Aug 13 03:47:42.461805 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:42.925775 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a5706-2776-4a21-a06b-b721ef81580b req-4080409c-4cbb-44b2-9e3c-5726f9c1e469 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:42.928346 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-554a5706-2776-4a21-a06b-b721ef81580b req-4080409c-4cbb-44b2-9e3c-5726f9c1e469 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0600703 Aug 13 03:47:42.971661 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-554a5706-2776-4a21-a06b-b721ef81580b req-8270a9b8-f125-4220-ae1d-456fd92a47a6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Aug 13 03:47:43.247254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecf200-a4a1-4bd1-b2c5-aabe9971c6da req-35a2f4df-9504-45f5-b009-533457f3c911 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:43.249243 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dcecf200-a4a1-4bd1-b2c5-aabe9971c6da req-35a2f4df-9504-45f5-b009-533457f3c911 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0626910 Aug 13 03:47:43.313976 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dcecf200-a4a1-4bd1-b2c5-aabe9971c6da req-2c3ef773-2ebd-49b7-9f49-9877f6ed45b9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542896 Aug 13 03:47:43.618751 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:43.622719 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1671b-8fae-406f-b24e-c66381c1faad" -d '{"events": [{"server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "name": "network-vif-plugged", "status": "completed", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:43.668373 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf56c-1450-44a4-b01c-785ebeaf9804 req-2d3bc0a3-1303-4d28-b021-facc5a090edd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:43.670673 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9dcf56c-1450-44a4-b01c-785ebeaf9804 req-2d3bc0a3-1303-4d28-b021-facc5a090edd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0873439 Aug 13 03:47:43.695345 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38a528-8f2b-4337-999d-3bbdcfa7de34 req-5b759686-2216-4d94-bb91-bb853a912570 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:43.696954 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a38a528-8f2b-4337-999d-3bbdcfa7de34 req-5b759686-2216-4d94-bb91-bb853a912570 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0949719 Aug 13 03:47:43.784514 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:43.807272 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9dcf56c-1450-44a4-b01c-785ebeaf9804 req-2f7a806b-3a15-4658-bb4d-ea943a471654 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275852 Aug 13 03:47:43.853029 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-ed215850-6dc1-43ef-ae0b-80f66936349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:43.855008 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-ed215850-6dc1-43ef-ae0b-80f66936349c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1491776 Aug 13 03:47:43.868086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a38a528-8f2b-4337-999d-3bbdcfa7de34 req-51219584-006f-4eb9-aa97-0ef8296bcf13 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497700 Aug 13 03:47:43.935550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e95b61f-af6c-4cb5-91a5-014fcce1e00b x-openstack-request-id: req-0e95b61f-af6c-4cb5-91a5-014fcce1e00b {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:43.935849 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "name": "network-vif-plugged", "status": "completed", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:43.936099 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e95b61f-af6c-4cb5-91a5-014fcce1e00b {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:43.936658 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'code': 200} Aug 13 03:47:43.999003 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-aabda679-f05d-400a-a8ee-6986e99c3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.001473 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-aabda679-f05d-400a-a8ee-6986e99c3263 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.1298695 Aug 13 03:47:44.070740 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-1b6b6622-bc44-4139-9193-eec2157d0c23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb HTTP/1.1" status: 200 len: 217 time: 0.0611243 Aug 13 03:47:44.149398 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-21001162-c348-4343-8311-836f0b6d5e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.151689 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-21001162-c348-4343-8311-836f0b6d5e51 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0635626 Aug 13 03:47:44.210534 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-45fcd2f9-d8ce-4cf3-a2cb-15154fc8ac01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443623 Aug 13 03:47:44.326817 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-29c6c84c-385d-4154-a452-aea173667de3 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979183 Aug 13 03:47:44.563821 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-758c9222-4846-4c9e-8d72-0e6404c86725 req-96ca91e3-c506-4479-a408-47a5e1e10b8c service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264559 Aug 13 03:47:44.575446 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b4159-de57-4965-b3b4-361d1eef01de req-e688a7a5-5584-4f8c-b1b5-0734c2bfa4e6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.577399 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a39b4159-de57-4965-b3b4-361d1eef01de req-e688a7a5-5584-4f8c-b1b5-0734c2bfa4e6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1348562 Aug 13 03:47:44.585724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41216) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:44.637707 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a39b4159-de57-4965-b3b4-361d1eef01de req-40c15adb-0fa0-41e3-8928-ca82a3edc2e2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Aug 13 03:47:44.715594 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bd531-f96e-479e-92d6-6b4acf46fcc9 req-2cf14f21-b23e-4601-b93d-5000a1053f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:44.718216 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ca4bd531-f96e-479e-92d6-6b4acf46fcc9 req-2cf14f21-b23e-4601-b93d-5000a1053f8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.0703573 Aug 13 03:47:44.822373 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ca4bd531-f96e-479e-92d6-6b4acf46fcc9 req-a3e069c3-724b-4251-87e4-c87e7ddb1b33 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873334 Aug 13 03:47:44.842889 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c497e08a-4abf-4c73-a3a2-0a3bc2b2b00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:44.943508 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c497e08a-4abf-4c73-a3a2-0a3bc2b2b00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.058525 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c497e08a-4abf-4c73-a3a2-0a3bc2b2b00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.090395 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03310b01-fbc4-461a-99f5-70edb0298637 req-251f5d2e-a590-488b-9e48-80cd1e61715e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.093365 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-03310b01-fbc4-461a-99f5-70edb0298637 req-251f5d2e-a590-488b-9e48-80cd1e61715e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1236248 Aug 13 03:47:45.103276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0fa3d-0556-41b9-b329-5187d6ccb5c7 req-03d7d249-daee-4294-8434-38873e6d8c24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.109661 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e9c0fa3d-0556-41b9-b329-5187d6ccb5c7 req-03d7d249-daee-4294-8434-38873e6d8c24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0916150 Aug 13 03:47:45.124096 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-c497e08a-4abf-4c73-a3a2-0a3bc2b2b00e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=62632e2609664f77bc20dc6953181d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5372660 Aug 13 03:47:45.128768 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41234) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:45.157685 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497e08a-4abf-4c73-a3a2-0a3bc2b2b00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776dfc36-a62d-48c8-8f23-a0f9b8944715,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:45.181084 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-03310b01-fbc4-461a-99f5-70edb0298637 req-1a6bc09c-7eac-4b5a-bfb0-36a658199b5d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747015 Aug 13 03:47:45.198847 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e9c0fa3d-0556-41b9-b329-5187d6ccb5c7 req-e7839d06-6583-46e0-b64d-aca22c9a0437 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Aug 13 03:47:45.215830 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.245788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.383708 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.387129 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.389330 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/776dfc36-a62d-48c8-8f23-a0f9b8944715 HTTP/1.1" status: 204 len: 168 time: 0.2581487 Aug 13 03:47:45.402684 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636a428-c887-4a9f-b663-51a2d7311f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776dfc36-a62d-48c8-8f23-a0f9b8944715,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:45.458263 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:45.869597 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8e138-9e44-487d-862f-d01d0272129e req-f07cece1-933e-4b0c-8179-e688e3fbbdc8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:45.872078 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfe8e138-9e44-487d-862f-d01d0272129e req-f07cece1-933e-4b0c-8179-e688e3fbbdc8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0969286 Aug 13 03:47:45.927104 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfe8e138-9e44-487d-862f-d01d0272129e req-91b1ad15-4cc7-4339-9f71-e8098fb9e2a9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440226 Aug 13 03:47:46.155763 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41258) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:46.174561 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea03148-5d75-474d-8122-550de89834a6 req-8e9feeed-7ba5-429d-a21a-e0026bcc3dbb tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:46.176097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dea03148-5d75-474d-8122-550de89834a6 req-8e9feeed-7ba5-429d-a21a-e0026bcc3dbb tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.0595751 Aug 13 03:47:46.217830 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dea03148-5d75-474d-8122-550de89834a6 req-d2ceb3f5-d934-480d-8ad8-3750058c4dae tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Aug 13 03:47:46.264533 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41266) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:46.285287 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a78986bf-f564-4084-9bb6-f397dfb1b4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.400484 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a78986bf-f564-4084-9bb6-f397dfb1b4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.404988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ae1f3-bcae-48b9-9693-e12ba5429466 req-c9962030-37e9-4124-9848-f49e501e5be2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:46.407710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a4ae1f3-bcae-48b9-9693-e12ba5429466 req-c9962030-37e9-4124-9848-f49e501e5be2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1198134 Aug 13 03:47:46.433344 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8742c-f3da-4cda-b1dd-535f91202741 req-fa5875f6-d040-47ce-94a2-59dc54f9b8ec tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:46.436468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4ac8742c-f3da-4cda-b1dd-535f91202741 req-fa5875f6-d040-47ce-94a2-59dc54f9b8ec tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1077416 Aug 13 03:47:46.464240 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a78986bf-f564-4084-9bb6-f397dfb1b4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.502476 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a4ae1f3-bcae-48b9-9693-e12ba5429466 req-86c30ec0-dfb6-4032-a434-28237a809ccc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648391 Aug 13 03:47:46.510847 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4ac8742c-f3da-4cda-b1dd-535f91202741 req-d4a08571-b619-455a-8973-f2e836b9b7cb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Aug 13 03:47:46.534191 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9579eab6-ddf9-4749-b3ee-95786d335f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.550005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78986bf-f564-4084-9bb6-f397dfb1b4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef421424-e346-4fb7-9d80-78b4ffac6905,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:46.558190 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a78986bf-f564-4084-9bb6-f397dfb1b4e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77a6d6b80a8f4dffb45e60fe24ae3de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900467 Aug 13 03:47:46.560334 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41270) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:46.634319 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.677345 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.691422 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9579eab6-ddf9-4749-b3ee-95786d335f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.740164 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116f1d3-25f0-4cd5-adf2-b23254c2b641 req-844296af-4f2a-4c01-8767-dd83f9fc35df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:46.742840 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f116f1d3-25f0-4cd5-adf2-b23254c2b641 req-844296af-4f2a-4c01-8767-dd83f9fc35df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1191192 Aug 13 03:47:46.758605 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41276) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:46.765254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'floatingip': {'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:46.767024 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9579eab6-ddf9-4749-b3ee-95786d335f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.827810 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9579eab6-ddf9-4749-b3ee-95786d335f93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef8a5d8ec6ed40a3b86b4b7110c0514a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697545 Aug 13 03:47:46.838950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579eab6-ddf9-4749-b3ee-95786d335f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cf621a-96a7-4fb6-bee2-47fdabf61d88,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:46.839332 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41278) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:46.869205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.912322 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:46.946462 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:47.358887 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cc7aa-7d25-4a58-857c-0fc124618988 req-8fed64fa-1f33-4db3-9a81-7e79e697c789 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:47.358887 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e98cc7aa-7d25-4a58-857c-0fc124618988 req-8fed64fa-1f33-4db3-9a81-7e79e697c789 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1175249 Aug 13 03:47:47.358887 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e98cc7aa-7d25-4a58-857c-0fc124618988 req-11bc0f77-3e84-4335-9cd7-0c71302e9fa4 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567384 Aug 13 03:47:47.446792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:47.449316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:47.451190 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef421424-e346-4fb7-9d80-78b4ffac6905 HTTP/1.1" status: 204 len: 168 time: 0.8896766 Aug 13 03:47:47.463503 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:47.468494 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:47.474200 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9cf621a-96a7-4fb6-bee2-47fdabf61d88 HTTP/1.1" status: 204 len: 168 time: 0.6291058 Aug 13 03:47:47.509727 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97547afd-0379-4e3c-b8c3-2987af60b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cf621a-96a7-4fb6-bee2-47fdabf61d88,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:47.772297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328044e-3135-4a91-a92a-f578d8fdeb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef421424-e346-4fb7-9d80-78b4ffac6905,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:47.876433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324b994-b138-431e-9c22-9953d95d7263 req-9c4ea705-e483-49ab-8934-7870c1de6428 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:47.878346 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e324b994-b138-431e-9c22-9953d95d7263 req-9c4ea705-e483-49ab-8934-7870c1de6428 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.5405450 Aug 13 03:47:48.015743 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813aa4f9-9a7c-4e8a-a564-6881b475a1b3 req-de7490a1-47eb-4133-8097-67b61c924c6f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:48.018191 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-813aa4f9-9a7c-4e8a-a564-6881b475a1b3 req-de7490a1-47eb-4133-8097-67b61c924c6f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.2574818 Aug 13 03:47:48.080810 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.db.resource_extend [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 03:47:48.092998 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e324b994-b138-431e-9c22-9953d95d7263 req-deedc1dd-c078-4114-82b3-ff46cb4dbd26 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045071 Aug 13 03:47:48.209891 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-813aa4f9-9a7c-4e8a-a564-6881b475a1b3 req-a89c5725-66b4-4ef5-ba18-4c6265735584 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790831 Aug 13 03:47:48.219632 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.362048 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.482273 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41312) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:48.502193 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7e11d81c-9a9a-46f7-b35f-59ec8d4dabef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.613055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29e2a4-f433-461e-9e93-5c0b66f5a974 req-584faceb-059b-49d5-ba82-cacbe8666964 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:48.615419 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-df29e2a4-f433-461e-9e93-5c0b66f5a974 req-584faceb-059b-49d5-ba82-cacbe8666964 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1421440 Aug 13 03:47:48.622625 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Floating IP f604de99-2ad8-495b-94e8-21553b21e2be associated. External IP: 172.27.1.109, port: bbe65dcd-99c5-4ec9-9678-041546213e58. Aug 13 03:47:48.662460 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7e11d81c-9a9a-46f7-b35f-59ec8d4dabef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.764468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-df29e2a4-f433-461e-9e93-5c0b66f5a974 req-1c84238e-715e-4339-b52b-2114e1c3dc12 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887866 Aug 13 03:47:48.773258 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7e11d81c-9a9a-46f7-b35f-59ec8d4dabef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:48.858592 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7e11d81c-9a9a-46f7-b35f-59ec8d4dabef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb01862346714a80bb62a0b15ca7bfc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748429 Aug 13 03:47:48.860993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11d81c-9a9a-46f7-b35f-59ec8d4dabef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9fb238-b915-484b-a586-8411b641cdce,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:48.866417 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41322) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:48.958041 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.016240 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.085052 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24201b-96b9-403b-b3f5-d1f5ba9cc9c3 req-385e1c6d-ef7d-416d-bfb4-9a0463e6a010 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:49.086651 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-be24201b-96b9-403b-b3f5-d1f5ba9cc9c3 req-385e1c6d-ef7d-416d-bfb4-9a0463e6a010 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1643918 Aug 13 03:47:49.099031 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:49.101857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41328) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:49.109421 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'floatingip': {'port_id': 'ede707c6-6897-4e72-ae96-27d112274cbf'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:49.159906 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.202376 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.218735 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.222689 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b9fb238-b915-484b-a586-8411b641cdce HTTP/1.1" status: 204 len: 168 time: 0.3546338 Aug 13 03:47:49.256317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0447-44a0-4114-a866-0cf0dc4b1369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9fb238-b915-484b-a586-8411b641cdce,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:49.561562 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11d1a3-b807-4584-9066-389f4eb26b46 req-5a4187dd-69b9-43c5-8266-1321cf2ab96f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:49.563154 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac11d1a3-b807-4584-9066-389f4eb26b46 req-5a4187dd-69b9-43c5-8266-1321cf2ab96f tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.3573139 Aug 13 03:47:49.631183 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:49.639882 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:49.663766 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:49.682924 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:49.684239 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:47:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:49.702539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87a07f-33b5-40a9-a883-a1e898e26e60 req-0760bada-27cc-4a87-b176-938956b8832f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:49.705147 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8a87a07f-33b5-40a9-a883-a1e898e26e60 req-0760bada-27cc-4a87-b176-938956b8832f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.2959828 Aug 13 03:47:49.712162 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-40109955-00e2-4fbf-8343-1e030a1c7e1c tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:49.716639 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-40109955-00e2-4fbf-8343-1e030a1c7e1c tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.61 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 945 time: 0.1175952 Aug 13 03:47:49.803624 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac11d1a3-b807-4584-9066-389f4eb26b46 req-ef5e8cae-6126-422a-98a0-26f42e243190 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/security-groups?id=c75901c9-894e-4e1e-9ebc-0de9ce734bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283709 Aug 13 03:47:49.822789 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9bf14605-f4a0-4c55-a14e-adac68c18760 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "PUT /v2.0/floatingips/f604de99-2ad8-495b-94e8-21553b21e2be HTTP/1.1" status: 200 len: 991 time: 3.0623848 Aug 13 03:47:49.830745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:49.832761 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a" -d '{"events": [{"name": "network-changed", "server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:49.938964 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8a87a07f-33b5-40a9-a883-a1e898e26e60 req-6f6cc25b-ccfa-4fa2-93b7-5123be1e24de tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056761 Aug 13 03:47:50.029707 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda589fe-9396-432a-b13a-bf128586ed24 x-openstack-request-id: req-dda589fe-9396-432a-b13a-bf128586ed24 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:50.031645 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:50.031645 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dda589fe-9396-432a-b13a-bf128586ed24 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:50.031645 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'status': 'completed', 'code': 200} Aug 13 03:47:50.048252 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:50.050118 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Deleting port 4e4e0641-5660-4f64-8024-523e284db0c4 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:47:50.050471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.191320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] For port 4e4e0641-5660-4f64-8024-523e284db0c4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=4e4e0641-5660-4f64-8024-523e284db0c4,segment=NetworkSegment(4723309f-827c-49b8-aa57-f70442e778a0),segment_id=4723309f-827c-49b8-aa57-f70442e778a0)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:47:50.198584 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.230102 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Calling delete_port for 4e4e0641-5660-4f64-8024-523e284db0c4 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:47:50.591595 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'f604de99-2ad8-495b-94e8-21553b21e2be', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:47Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:50.619880 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:50.629415 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:50.630147 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:47:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:50.665682 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-93d9ce34-4183-444f-84dc-9576155d4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.671115 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-93d9ce34-4183-444f-84dc-9576155d4574 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1098 time: 0.5130117 Aug 13 03:47:50.705471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:50.753929 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:50.758815 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['4e4e0641-5660-4f64-8024-523e284db0c4'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:47:50.860376 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-89893f22-0035-49d4-9746-18f378065579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:50.863594 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-89893f22-0035-49d4-9746-18f378065579 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.1546514 Aug 13 03:47:51.003539 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] No DVR routers for this DVR port 4e4e0641-5660-4f64-8024-523e284db0c4 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:47:51.005428 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Pushing event deleted for resources: {'Port': ['ID=4e4e0641-5660-4f64-8024-523e284db0c4,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:51.016952 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.019119 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b6f662d-f116-4e55-86de-2ee4d0671ee8 req-66574bc6-6ef1-49eb-94ab-734edd86f4b2 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.61 "DELETE /v2.0/ports/4e4e0641-5660-4f64-8024-523e284db0c4 HTTP/1.1" status: 204 len: 173 time: 1.2927430 Aug 13 03:47:51.019589 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'name': 'network-vif-deleted', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:51.026932 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d370c-e916-4d80-afd0-d54f9b4d503e" -d '{"events": [{"server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "name": "network-vif-deleted", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:51.080388 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-1152a21d-2897-4057-a019-a09e55b8e950 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 999 time: 0.2047997 Aug 13 03:47:51.219784 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d6bb21f4-da13-4d65-9052-91d6bfeb5055 req-c6c7ac5e-8d85-4939-99b4-5fa38e7d8aea tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0712233 Aug 13 03:47:51.254077 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'f604de99-2ad8-495b-94e8-21553b21e2be', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:47Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:51.255318 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-9eaf136a-5ebb-4fab-8812-46f0d28ed678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:51.269933 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-9eaf136a-5ebb-4fab-8812-46f0d28ed678 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.1597390 Aug 13 03:47:51.270501 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.287200 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1eb1c9-ab76-4281-89c4-3a3741e817d2 None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'f604de99-2ad8-495b-94e8-21553b21e2be', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.109', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:58Z', 'updated_at': '2021-08-13T03:47:47Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:51.314652 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e72c8a-a4a9-408d-a110-7c57998ab9be req-6e71f099-c2ec-4da9-891a-439b28a559cb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:51.316275 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f1e72c8a-a4a9-408d-a110-7c57998ab9be req-6e71f099-c2ec-4da9-891a-439b28a559cb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1657410 Aug 13 03:47:51.362465 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bff7616-b26c-4265-8513-a3b6a918c53e x-openstack-request-id: req-7bff7616-b26c-4265-8513-a3b6a918c53e {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:51.363020 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4c99de-d01a-40ca-a791-beab35f331be", "name": "network-vif-deleted", "tag": "4e4e0641-5660-4f64-8024-523e284db0c4", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:51.363636 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7bff7616-b26c-4265-8513-a3b6a918c53e {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:51.364493 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4c99de-d01a-40ca-a791-beab35f331be', 'name': 'network-vif-deleted', 'tag': '4e4e0641-5660-4f64-8024-523e284db0c4', 'status': 'completed', 'code': 200} Aug 13 03:47:51.396531 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f1e72c8a-a4a9-408d-a110-7c57998ab9be req-3a5a163d-98ac-4792-9c35-b44355c3a134 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Aug 13 03:47:51.397331 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:51.472775 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-fdc0a42d-c451-48c2-913c-970ed63ddf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:51.474363 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-fdc0a42d-c451-48c2-913c-970ed63ddf01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1829920 Aug 13 03:47:51.614610 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Floating IP dc5665f0-a8b1-4b88-80fe-7ce82070b8b3 associated. External IP: 172.27.1.183, port: ede707c6-6897-4e72-ae96-27d112274cbf. Aug 13 03:47:51.693124 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aa7970-471a-4bd6-8d63-dca4a9839579 None None] New status for floating IP f604de99-2ad8-495b-94e8-21553b21e2be: ACTIVE {{(pid=101043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:47:51.716453 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-d6084406-6e49-4f31-af72-2314b2d78fe1 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036352 Aug 13 03:47:51.967204 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e686dcbf-ff2f-4f04-bfcb-78a4dfe6467a req-cd9b61c9-19fc-437f-acbe-40f55a7d4251 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998467 Aug 13 03:47:52.175396 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:47:52.457261 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:47:52.477946 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:47:52.478575 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:52.482642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-331be63f-1227-46e9-a4ab-aded70778c96 req-dc58ff76-c497-4e51-bce5-7862ec1ba725 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0627201 Aug 13 03:47:52.493463 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:52.494548 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:47:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:52.534592 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c1156947-aec4-462d-a3dd-4f897a2acbea tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "PUT /v2.0/floatingips/dc5665f0-a8b1-4b88-80fe-7ce82070b8b3 HTTP/1.1" status: 200 len: 991 time: 3.4261007 Aug 13 03:47:52.534592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:47:52.534592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becdcae0-af62-4332-8414-6a6832432c40" -d '{"events": [{"name": "network-changed", "server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:47:52.656104 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249e482-76e3-4681-af5f-4ced9a43102b req-03e1f51c-e383-4e4c-bc37-4691a47305b3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:52.660672 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e249e482-76e3-4681-af5f-4ced9a43102b req-03e1f51c-e383-4e4c-bc37-4691a47305b3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1105413 Aug 13 03:47:52.700536 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:52.732872 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e249e482-76e3-4681-af5f-4ced9a43102b req-5eb7c8ff-46ef-4092-811f-c51b544afc12 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614238 Aug 13 03:47:52.875997 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6498cd98-a268-4bce-bcec-35ce6df470c3 x-openstack-request-id: req-6498cd98-a268-4bce-bcec-35ce6df470c3 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:47:52.876293 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:47:52.876542 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6498cd98-a268-4bce-bcec-35ce6df470c3 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:47:52.878992 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'status': 'completed', 'code': 200} Aug 13 03:47:53.045218 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcae0-af62-4332-8414-6a6832432c40 req-839f5a36-cdbf-445c-beaf-a175e22337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:53.048735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-839f5a36-cdbf-445c-beaf-a175e22337b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.0666354 Aug 13 03:47:53.119043 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'dc5665f0-a8b1-4b88-80fe-7ce82070b8b3', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:f7:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159da8b2-91d1-4982-a667-4eb863523092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:54Z', 'updated_at': '2021-08-13T03:47:50Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.163331 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:47:53.175502 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:47:53.175794 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:47:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.210533 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 4e4e0641-5660-4f64-8024-523e284db0c4 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:47:53.243060 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 4e4e0641-5660-4f64-8024-523e284db0c4 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:47:53.243709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 4e4e0641-5660-4f64-8024-523e284db0c4 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:47:53.251992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcae0-af62-4332-8414-6a6832432c40 req-c8c6677f-5ed6-49aa-832a-f3dceafce47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:53.253846 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-c8c6677f-5ed6-49aa-832a-f3dceafce47e service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.1913013 Aug 13 03:47:53.317494 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:47:53.362570 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-e91faf06-180a-488c-80ca-29daaed2ae72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 999 time: 0.0998089 Aug 13 03:47:53.503363 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcae0-af62-4332-8414-6a6832432c40 req-6bac640c-ede1-4a6b-9fd2-e5741d7c4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:53.518750 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-6bac640c-ede1-4a6b-9fd2-e5741d7c4e81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.1300926 Aug 13 03:47:53.614450 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdcae0-af62-4332-8414-6a6832432c40 req-f0103d97-cbb6-414d-b7a4-3d1fb3e74fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:53.617050 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-f0103d97-cbb6-414d-b7a4-3d1fb3e74fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792832 Aug 13 03:47:53.734088 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'dc5665f0-a8b1-4b88-80fe-7ce82070b8b3', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:f7:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159da8b2-91d1-4982-a667-4eb863523092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:54Z', 'updated_at': '2021-08-13T03:47:50Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:53.779644 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-99ba366a-45b9-4b4d-8695-8f1f7459f89c req-313d73c9-3b62-4e9b-a366-4c0a91b72719 tempest-DeleteServersTestJSON-311116419 tempest-DeleteServersTestJSON-311116419-project] 10.222.0.45 "GET /v2.0/ports?device_id=db4c99de-d01a-40ca-a791-beab35f331be HTTP/1.1" status: 200 len: 210 time: 0.0507503 Aug 13 03:47:53.795197 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f11e0ad-4c15-44d4-a7ce-85747276684f None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'dc5665f0-a8b1-4b88-80fe-7ce82070b8b3', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:f7:8e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159da8b2-91d1-4982-a667-4eb863523092', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:46:54Z', 'updated_at': '2021-08-13T03:47:50Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:47:53.831206 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-cfd837e3-39e2-44b4-8f19-1905685f7be0 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940968 Aug 13 03:47:54.062173 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080cfdd-462b-4770-9048-80ddce379ac1 req-df599635-6bca-4398-bc88-dbc6ff99c427 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:54.070049 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6080cfdd-462b-4770-9048-80ddce379ac1 req-df599635-6bca-4398-bc88-dbc6ff99c427 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1198213 Aug 13 03:47:54.098506 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-becdcae0-af62-4332-8414-6a6832432c40 req-4e48299e-7e83-4ee0-9ff4-6fec5d1f0314 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580111 Aug 13 03:47:54.130600 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6080cfdd-462b-4770-9048-80ddce379ac1 req-1381efca-c0f4-4a2f-b44b-5be728228410 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594947 Aug 13 03:47:54.174234 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa8a050-c701-4969-a887-4de8c424f815 None None] New status for floating IP dc5665f0-a8b1-4b88-80fe-7ce82070b8b3: ACTIVE {{(pid=101043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:47:54.350739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41502) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:54.395401 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41506) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:54.571305 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0423c65-2890-4227-8f4e-d2643f8a351f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.712052 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0423c65-2890-4227-8f4e-d2643f8a351f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.756086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d67cdea6-710c-46c3-bfe4-37ef9086409a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.766381 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0423c65-2890-4227-8f4e-d2643f8a351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:54.810426 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0423c65-2890-4227-8f4e-d2643f8a351f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=896ce0f73b214185b95558d5da43bb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4127085 Aug 13 03:47:54.810829 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0423c65-2890-4227-8f4e-d2643f8a351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710f811d-0e65-4091-8e29-b40a145a752a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:54.813081 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41512) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:54.854201 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-e12137b9-0c3a-4edb-86e4-b9f174d76230 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:54.855822 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-e12137b9-0c3a-4edb-86e4-b9f174d76230 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.4911628 Aug 13 03:47:54.904650 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-dfeb26fe-8e67-49b0-b2b8-898270fd8390 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/quotas/7c054f0e55e346429ab756df50354e9c HTTP/1.1" status: 200 len: 375 time: 0.0363088 Aug 13 03:47:54.970218 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.018410 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.023623 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d67cdea6-710c-46c3-bfe4-37ef9086409a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.045125 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-234a4b22-88af-44d2-b052-aaa2c0445def tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1264434 Aug 13 03:47:55.120406 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d67cdea6-710c-46c3-bfe4-37ef9086409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.188051 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d67cdea6-710c-46c3-bfe4-37ef9086409a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=847b08fc6820456591a0818efe1dd394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310542 Aug 13 03:47:55.188317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41526) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:55.190727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67cdea6-710c-46c3-bfe4-37ef9086409a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d418781-f5c7-4014-9a7a-a66aed1e6ba2,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:55.205336 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-a53f2318-5bf4-4714-8466-aad6c12731c3 service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517198 Aug 13 03:47:55.291113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.294219 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.296187 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/710f811d-0e65-4091-8e29-b40a145a752a HTTP/1.1" status: 204 len: 168 time: 0.4812174 Aug 13 03:47:55.327668 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.327894 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563c21d-2c91-4b86-96ea-36399a9b437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710f811d-0e65-4091-8e29-b40a145a752a,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:55.347492 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-8a9899d0-f7d0-4d31-9f29-0e7d93d8ef06 service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294496 Aug 13 03:47:55.398942 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.526289 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb14b00-a3a4-45cd-a1a8-6de1ce5133c3 req-deda7c65-4006-4cdf-aab6-56c00b7c808b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:55.528542 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abb14b00-a3a4-45cd-a1a8-6de1ce5133c3 req-deda7c65-4006-4cdf-aab6-56c00b7c808b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0791788 Aug 13 03:47:55.569749 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abb14b00-a3a4-45cd-a1a8-6de1ce5133c3 req-362828ad-5d8a-4ef8-9b55-287ad115038a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Aug 13 03:47:55.583604 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.590195 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:55.596544 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d418781-f5c7-4014-9a7a-a66aed1e6ba2 HTTP/1.1" status: 204 len: 168 time: 0.4056840 Aug 13 03:47:55.602221 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e34046-570a-4bee-bcd7-e6c15603a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d418781-f5c7-4014-9a7a-a66aed1e6ba2,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:55.739135 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-967d1791-89f7-4636-836a-7b7faaa7e0b6 req-c424643b-68aa-454f-8efc-d360561a4d05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0780768 Aug 13 03:47:55.867130 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:47:56.239665 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41556) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:56.253717 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81ab4f67-0102-4942-b125-402a962adbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.359727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81ab4f67-0102-4942-b125-402a962adbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.526112 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81ab4f67-0102-4942-b125-402a962adbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.568283 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-81ab4f67-0102-4942-b125-402a962adbd7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a72b5dd31e88419ca72b29c33977465c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272746 Aug 13 03:47:56.571632 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4f67-0102-4942-b125-402a962adbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af2c6e-3a9e-4224-ab6f-0789f2bd07e1,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:56.573642 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41564) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:56.636375 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.673654 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.760034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447556e3-e318-41de-b036-b5fd68ce9002 req-a3dbf9f0-471a-485e-9d8a-ecd2f5214d6f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:56.761609 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-447556e3-e318-41de-b036-b5fd68ce9002 req-a3dbf9f0-471a-485e-9d8a-ecd2f5214d6f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0851557 Aug 13 03:47:56.848172 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-447556e3-e318-41de-b036-b5fd68ce9002 req-1466ca6a-ef49-4293-84f4-3462230094ff tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Aug 13 03:47:56.850525 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-96839af5-9b65-4a71-8462-7d4e8de518bb req-5c9f3e4e-b90a-4626-8513-c1e868a5952a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0470474 Aug 13 03:47:56.909198 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.914011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:56.921325 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80af2c6e-3a9e-4224-ab6f-0789f2bd07e1 HTTP/1.1" status: 204 len: 168 time: 0.3415320 Aug 13 03:47:56.931369 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254a77a-0504-481b-ba43-1e21a5d2059f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af2c6e-3a9e-4224-ab6f-0789f2bd07e1,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:56.959433 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41582) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:57.038237 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41584) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:57.046519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Deleting subnet fb6b4b10-42f8-4e9b-9418-f570fa7a7030 {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:47:57.054434 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.082803 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0aba5949-962e-4541-bba9-d69cab8f712c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.117182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.195079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.237198 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0aba5949-962e-4541-bba9-d69cab8f712c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.366223 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0aba5949-962e-4541-bba9-d69cab8f712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.413493 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.447487 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6b4b10-42f8-4e9b-9418-f570fa7a7030,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:57.451363 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0aba5949-962e-4541-bba9-d69cab8f712c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c487fc61b12d418784aaaf455b374fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098601 Aug 13 03:47:57.452410 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba5949-962e-4541-bba9-d69cab8f712c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8468642e-26dc-459a-ade5-4b1391ab9bea,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:57.456148 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41588) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:57.459055 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.464373 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f1d5988b-628b-49e8-a8d4-c32f20355b21 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fb6b4b10-42f8-4e9b-9418-f570fa7a7030 HTTP/1.1" status: 204 len: 168 time: 0.5001612 Aug 13 03:47:57.465992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41590) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:57.544474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.584159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.610664 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.748650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.751729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.753592 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8468642e-26dc-459a-ade5-4b1391ab9bea HTTP/1.1" status: 204 len: 168 time: 0.2960191 Aug 13 03:47:57.759049 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.766004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35110a81-a48f-4ae0-b4ff-2e575b87ac8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8468642e-26dc-459a-ade5-4b1391ab9bea,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:57.778765 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909f5e36-9366-4ea0-b1b4-8425f12cfd94']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:57.814295 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4723309f-827c-49b8-aa57-f70442e778a0') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:57.814851 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4723309f-827c-49b8-aa57-f70442e778a0') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:47:57.832107 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.863128 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.876467 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:47:57.877053 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:47:57.880538 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:47:57.959530 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41606) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:57.995276 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.061952 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7b2ab3c9-fd90-4072-a4df-23f9419b24b3 req-c4816783-a073-4554-b68b-b32b850e11bf tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0539389 Aug 13 03:47:58.104457 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.115327 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.117740 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] 10.222.0.45 "DELETE /v2.0/networks/909f5e36-9366-4ea0-b1b4-8425f12cfd94 HTTP/1.1" status: 204 len: 168 time: 0.6509705 Aug 13 03:47:58.135488 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28873aef-5a0e-4fcf-9d33-495371cff2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=909f5e36-9366-4ea0-b1b4-8425f12cfd94,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:58.158129 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a3cac-04a7-4751-91cf-b7758445b1ec req-d0afccfa-de2b-420e-9e97-2da72fae8f1a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:58.162373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf6a3cac-04a7-4751-91cf-b7758445b1ec req-d0afccfa-de2b-420e-9e97-2da72fae8f1a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1333904 Aug 13 03:47:58.187994 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf878-d4cd-4edb-b34b-4d4191602006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.226949 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf6a3cac-04a7-4751-91cf-b7758445b1ec req-d82910c9-359d-4ccf-aa54-a3ccf1c3b845 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584929 Aug 13 03:47:58.343088 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf878-d4cd-4edb-b34b-4d4191602006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.418453 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ef0bf878-d4cd-4edb-b34b-4d4191602006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.463387 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ef0bf878-d4cd-4edb-b34b-4d4191602006 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f2ef8d4dd8f4604bb091057ef3ea8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021546 Aug 13 03:47:58.468091 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41620) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:58.480015 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bf878-d4cd-4edb-b34b-4d4191602006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722e872-2831-4504-b6c4-45381fb98c7d,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:58.564976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.591165 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.671667 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41624) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:58.728921 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.734186 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.736138 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d722e872-2831-4504-b6c4-45381fb98c7d HTTP/1.1" status: 204 len: 168 time: 0.2659757 Aug 13 03:47:58.758034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df62bab-d798-4e2f-9896-da85d77dfb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722e872-2831-4504-b6c4-45381fb98c7d,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:58.767054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-077b390b-ce6e-4fdc-83be-d0dffb87398f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4190907becc1477cad5cc99d5461f5c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0938313 Aug 13 03:47:58.770932 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41630) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:47:58.874079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:58.903340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:59.036386 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:59.040521 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:59.042192 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c75901c9-894e-4e1e-9ebc-0de9ce734bdb HTTP/1.1" status: 204 len: 168 time: 0.2687719 Aug 13 03:47:59.071888 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91260dd6-4ed7-45c4-b09a-5649e7ebfd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75901c9-894e-4e1e-9ebc-0de9ce734bdb,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:47:59.176424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-0b5fcd2e-33da-46ee-bdeb-2128b2e5926d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:59.179372 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-0b5fcd2e-33da-46ee-bdeb-2128b2e5926d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.2002144 Aug 13 03:47:59.209739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Request body: {'port': {'device_id': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'admin_state_up': True, 'tenant_id': '7c054f0e55e346429ab756df50354e9c'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:47:59.318808 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa2a65d1-c184-424b-8768-64b6d988264d req-2055351d-fe51-4b0a-aa40-12e2caaf594c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0974538 Aug 13 03:47:59.539437 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d748e5e-0373-4c87-988e-c9ab93257f65 req-5006c291-9f14-410a-b9b8-a14a8cf0ed99 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:47:59.541216 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d748e5e-0373-4c87-988e-c9ab93257f65 req-5006c291-9f14-410a-b9b8-a14a8cf0ed99 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1164455 Aug 13 03:47:59.610337 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d748e5e-0373-4c87-988e-c9ab93257f65 req-88129366-0471-4312-a9bf-a641b25a2eda tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591435 Aug 13 03:47:59.646042 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:47:59.650812 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:47:59.804922 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Allocated IP 172.20.0.2 (1b932467-ae20-42b3-a9e9-a288dbf0bd0b/1115344d-ad77-484d-9290-7ddbd44a7802/af906f11-86f4-4f13-83db-9b6481e1d392) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:00.005945 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.229404 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.282180 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:00.289908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:00.308717 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41666) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:00.310102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:00.323541 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:00.339266 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1be19275-8ef2-4efb-b13d-4333b158f40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.403600 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event updated for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:00.492292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1be19275-8ef2-4efb-b13d-4333b158f40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.499792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:00.501206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.533935 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f9bc3-a79f-4973-b28f-d67d398ffa3b req-262c8e77-d966-4d82-98a2-87e12c639d68 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:00.536660 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-255f9bc3-a79f-4973-b28f-d67d398ffa3b req-262c8e77-d966-4d82-98a2-87e12c639d68 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 931 time: 0.1058176 Aug 13 03:48:00.590710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-255f9bc3-a79f-4973-b28f-d67d398ffa3b req-b3815e2e-4ae9-4dae-b2f2-81172cccaf7b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448186 Aug 13 03:48:00.755408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1be19275-8ef2-4efb-b13d-4333b158f40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.797456 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9fca9c-71ef-4423-ab4c-717355282657 req-257800c5-f56c-4e20-8c5f-9def59e12cbf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:00.800504 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb9fca9c-71ef-4423-ab4c-717355282657 req-257800c5-f56c-4e20-8c5f-9def59e12cbf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0853055 Aug 13 03:48:00.827797 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1be19275-8ef2-4efb-b13d-4333b158f40e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f4d9ad4de4a4cbe8f8170d67384c632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5205462 Aug 13 03:48:00.832881 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41684) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:00.897140 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19275-8ef2-4efb-b13d-4333b158f40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a76881-1ff0-4e7a-9c55-ec6b6d03cfe7,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:00.946147 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eb9fca9c-71ef-4423-ab4c-717355282657 req-ed2dfba4-b282-4db0-9919-2e5a3944d97e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875862 Aug 13 03:48:00.949008 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:00.949008 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.123016 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-7622e428-f225-44aa-b74d-91743702ea05 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9212620 Aug 13 03:48:01.151465 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Request body: {'port': {'device_id': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:01.166989 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.171147 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.173177 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03a76881-1ff0-4e7a-9c55-ec6b6d03cfe7 HTTP/1.1" status: 204 len: 168 time: 0.3381181 Aug 13 03:48:01.189457 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb18ff0-8872-472c-b512-090ae0f5be49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a76881-1ff0-4e7a-9c55-ec6b6d03cfe7,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:01.228167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.598255 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af906f11-86f4-4f13-83db-9b6481e1d392 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:01.607443 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.622774 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Transition to ACTIVE for port object af906f11-86f4-4f13-83db-9b6481e1d392 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:01.738494 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e077e-44b4-48ad-90eb-d369d9ca11e5 req-c47b4f38-a6f1-4dda-b6c6-6acd37b75279 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:01.740100 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0b0e077e-44b4-48ad-90eb-d369d9ca11e5 req-c47b4f38-a6f1-4dda-b6c6-6acd37b75279 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 931 time: 0.0609648 Aug 13 03:48:01.783745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:01.799941 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0b0e077e-44b4-48ad-90eb-d369d9ca11e5 req-570cb235-6c6e-4275-9fce-b89d54e40997 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496347 Aug 13 03:48:01.867415 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Pushing event updated for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:01.991280 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Attempting to bind port af906f11-86f4-4f13-83db-9b6481e1d392 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:48:01.992025 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Attempting to bind port af906f11-86f4-4f13-83db-9b6481e1d392 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:48:01.992672 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Attempting to bind port af906f11-86f4-4f13-83db-9b6481e1d392 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:02.007538 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Port af906f11-86f4-4f13-83db-9b6481e1d392 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:48:02.007887 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Attempting to bind port af906f11-86f4-4f13-83db-9b6481e1d392 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:02.019835 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:48:02.020182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Checking segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:02.020574 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Bound using segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:48:02.021009 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Bound port: af906f11-86f4-4f13-83db-9b6481e1d392, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:48:02.021391 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:02.129189 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:48:02.133929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=af906f11-86f4-4f13-83db-9b6481e1d392,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:48:02.157149 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bc3cf-f288-4147-ab8a-55d1cf3de7dd req-700b8f58-c6dc-42c0-8765-a08c9a40163f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.157149 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ba4bc3cf-f288-4147-ab8a-55d1cf3de7dd req-700b8f58-c6dc-42c0-8765-a08c9a40163f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0736170 Aug 13 03:48:02.218844 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ba4bc3cf-f288-4147-ab8a-55d1cf3de7dd req-ab704d64-1ce9-47a0-99ad-ed7ff3d80ad3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511281 Aug 13 03:48:02.264416 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:02.296346 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.297191 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:02.298650 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] 10.222.0.61 "PUT /v2.0/ports/af906f11-86f4-4f13-83db-9b6481e1d392 HTTP/1.1" status: 200 len: 1093 time: 1.1526911 Aug 13 03:48:02.300968 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:02.307139 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0866a02-e551-41ca-b5aa-c17fc39efdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:02.366281 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb356804-af58-4758-90ab-2c9391c9b245 service neutron] Pushing event updated for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:02.382718 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ee34a-ae89-45a5-aa20-f59d4f468fde x-openstack-request-id: req-916ee34a-ae89-45a5-aa20-f59d4f468fde {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:02.384949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:02.385963 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-916ee34a-ae89-45a5-aa20-f59d4f468fde {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:02.387588 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392', 'status': 'completed', 'code': 200} Aug 13 03:48:02.476662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-deba8547-feab-4e74-936a-3e277651b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.479077 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-deba8547-feab-4e74-936a-3e277651b19f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 1096 time: 0.0566735 Aug 13 03:48:02.647541 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-e6efb363-4336-421f-aced-b5ffd3cb0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.649518 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-e6efb363-4336-421f-aced-b5ffd3cb0623 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7c054f0e55e346429ab756df50354e9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1435463 Aug 13 03:48:02.803525 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-0be1154d-df97-4bf1-9edf-dbda15550ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:02.805957 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0866a02-e551-41ca-b5aa-c17fc39efdfc req-0be1154d-df97-4bf1-9edf-dbda15550ed8 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430860 Aug 13 03:48:03.003763 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-8510daf1-ea04-493e-a870-1956311c76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.006070 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-8510daf1-ea04-493e-a870-1956311c76e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 1096 time: 0.1071296 Aug 13 03:48:03.073978 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-e369ae22-4e8c-4fb6-a6af-7bec9456acfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af906f11-86f4-4f13-83db-9b6481e1d392 HTTP/1.1" status: 200 len: 217 time: 0.0520990 Aug 13 03:48:03.089011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c43a1-59f1-444a-a2c6-448c1614392c req-1bbf0eef-7adc-4025-ad25-e4b786d392aa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.097641 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-453c43a1-59f1-444a-a2c6-448c1614392c req-1bbf0eef-7adc-4025-ad25-e4b786d392aa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 943 time: 0.1357634 Aug 13 03:48:03.180624 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-990e9f57-5231-4753-9b2c-c2a9ee210fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.182800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-990e9f57-5231-4753-9b2c-c2a9ee210fa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.0820138 Aug 13 03:48:03.198616 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-453c43a1-59f1-444a-a2c6-448c1614392c req-894fcb70-b0d2-4ef5-8dec-82202f3779cf tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994902 Aug 13 03:48:03.263898 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-f3d05aee-2436-4b4f-9973-7f2f20f6c069 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601172 Aug 13 03:48:03.430531 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-f1e3fa17-51a3-4044-b5c9-b59671428cdc service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507442 Aug 13 03:48:03.610654 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432560f-8648-484a-a14a-664b03633215 req-5211ff8f-796c-42e1-84e9-47bddce03ecd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:03.612276 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b432560f-8648-484a-a14a-664b03633215 req-5211ff8f-796c-42e1-84e9-47bddce03ecd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1792970 Aug 13 03:48:03.664905 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-976b0fa1-f47a-4f4a-8761-498136fab37a req-904d585e-5e31-4d4d-b359-9aa44bc6b63c service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172790 Aug 13 03:48:03.678205 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b432560f-8648-484a-a14a-664b03633215 req-c8489099-8bdd-46f0-b2a6-20fa647d539d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552070 Aug 13 03:48:04.378560 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab5ae4-9efb-4893-9c21-3570615ce16c req-7961feb4-8ee0-4bcf-98f3-58fbba74a099 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:04.382313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56ab5ae4-9efb-4893-9c21-3570615ce16c req-7961feb4-8ee0-4bcf-98f3-58fbba74a099 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 943 time: 0.0848370 Aug 13 03:48:04.456435 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56ab5ae4-9efb-4893-9c21-3570615ce16c req-bb1b982e-cf69-483f-baef-084c925c076d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618374 Aug 13 03:48:04.853931 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb62c3c-361a-4007-9e26-5ad8c7b7516d req-b997c9ec-6ff2-48b5-b00a-3a751bdd5b20 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:04.856081 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5fb62c3c-361a-4007-9e26-5ad8c7b7516d req-b997c9ec-6ff2-48b5-b00a-3a751bdd5b20 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0622480 Aug 13 03:48:04.922740 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5fb62c3c-361a-4007-9e26-5ad8c7b7516d req-68874195-159d-4b01-a613-d16d1a0f2b11 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554066 Aug 13 03:48:05.618629 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc6d4c-ba5a-45d0-96e2-920dd0874707 req-4e826168-391c-4b70-8a25-610b9df5d9cc tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:05.620777 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-efbc6d4c-ba5a-45d0-96e2-920dd0874707 req-4e826168-391c-4b70-8a25-610b9df5d9cc tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 943 time: 0.0576138 Aug 13 03:48:05.671194 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-efbc6d4c-ba5a-45d0-96e2-920dd0874707 req-28e69849-2ab1-46c8-acb5-f441c17406f7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Aug 13 03:48:05.675399 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41846) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:05.833700 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-805047d1-e50e-4685-b87f-d9ff715dbde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:05.980081 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-805047d1-e50e-4685-b87f-d9ff715dbde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.057619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-805047d1-e50e-4685-b87f-d9ff715dbde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.114782 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-805047d1-e50e-4685-b87f-d9ff715dbde1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=78ef801d077c41d59887217be3987b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4353070 Aug 13 03:48:06.118133 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27a9a5-13a2-4ddb-8d18-e60647152722 req-7510495d-bbc0-429b-bb41-b8b02343ac76 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:06.118133 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c27a9a5-13a2-4ddb-8d18-e60647152722 req-7510495d-bbc0-429b-bb41-b8b02343ac76 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0866885 Aug 13 03:48:06.118133 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41868) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:06.128140 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805047d1-e50e-4685-b87f-d9ff715dbde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd5fc5a-f402-478d-90e3-e745adabcf37,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:06.189741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c27a9a5-13a2-4ddb-8d18-e60647152722 req-7837faf8-9db0-4ff4-ba3c-1daedff72995 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607154 Aug 13 03:48:06.205170 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.232669 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.336140 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.339188 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:06.341009 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4dd5fc5a-f402-478d-90e3-e745adabcf37 HTTP/1.1" status: 204 len: 168 time: 0.2230899 Aug 13 03:48:06.352046 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55abdd4f-eb10-420e-b786-b40a15a9e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd5fc5a-f402-478d-90e3-e745adabcf37,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:06.803802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd126e2-c008-413f-b1dc-788a9f364c6b req-2ae7a9c7-39a3-4504-b275-6e2a015ecf50 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:06.805330 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bdd126e2-c008-413f-b1dc-788a9f364c6b req-2ae7a9c7-39a3-4504-b275-6e2a015ecf50 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 943 time: 0.0493989 Aug 13 03:48:06.847664 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bdd126e2-c008-413f-b1dc-788a9f364c6b req-31300afe-d54f-4da7-af35-87093b0a2092 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362329 Aug 13 03:48:07.015462 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41884) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:07.036454 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1004d76d-74a4-4538-bb2b-d8df4661d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.149903 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1004d76d-74a4-4538-bb2b-d8df4661d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.251716 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1004d76d-74a4-4538-bb2b-d8df4661d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.297258 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004d76d-74a4-4538-bb2b-d8df4661d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6a6d72-eb96-4a22-9631-65bff5a2c312,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:07.302109 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1004d76d-74a4-4538-bb2b-d8df4661d225 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a08f086f5c040cabb9c6d778498a4ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853065 Aug 13 03:48:07.306302 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41894) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:07.329939 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844c206-abb2-4525-b811-49ddb78103a8 req-54a4d7dc-fd64-4b5c-a591-6ef98f1fad27 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:07.331524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5844c206-abb2-4525-b811-49ddb78103a8 req-54a4d7dc-fd64-4b5c-a591-6ef98f1fad27 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0547948 Aug 13 03:48:07.379985 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.406962 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.414033 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5844c206-abb2-4525-b811-49ddb78103a8 req-81c22973-a795-4d21-8714-6ab167b27898 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626585 Aug 13 03:48:07.594522 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.597054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:07.598248 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae6a6d72-eb96-4a22-9631-65bff5a2c312 HTTP/1.1" status: 204 len: 168 time: 0.2897127 Aug 13 03:48:07.611427 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917551ac-c3f4-42dd-a6c0-9a33c25b901a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6a6d72-eb96-4a22-9631-65bff5a2c312,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:07.972011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f262df-23a7-4cee-9d50-7922c1bfc1fd req-e43e6a00-4519-40e6-adc2-a865240cf9f8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:07.973610 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1f262df-23a7-4cee-9d50-7922c1bfc1fd req-e43e6a00-4519-40e6-adc2-a865240cf9f8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 943 time: 0.0514126 Aug 13 03:48:08.037455 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1f262df-23a7-4cee-9d50-7922c1bfc1fd req-5f29e600-752e-4ccc-b4bf-7611a9898813 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Aug 13 03:48:08.571327 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device af906f11-86f4-4f13-83db-9b6481e1d392 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:48:08.682610 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=af906f11-86f4-4f13-83db-9b6481e1d392,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:08.697656 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'af906f11-86f4-4f13-83db-9b6481e1d392', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'port_id': 'af906f11-86f4-4f13-83db-9b6481e1d392', 'mac_address': 'fa:16:3e:8e:4c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1115344d-ad77-484d-9290-7ddbd44a7802', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:48:08.741233 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:08.756069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af906f11-86f4-4f13-83db-9b6481e1d392 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:08.778462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=af906f11-86f4-4f13-83db-9b6481e1d392,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:08.845631 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:08.906777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:09.583438 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3788f2a2-c457-4d29-afc2-f328ef1b71c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:09.650971 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 41958) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:09.766546 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4708-a40b-4d67-a150-fdb855a21bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:09.871092 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4708-a40b-4d67-a150-fdb855a21bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:09.920821 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0bf4708-a40b-4d67-a150-fdb855a21bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:09.961900 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0bf4708-a40b-4d67-a150-fdb855a21bdd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=729a4c6a38ad42f69be5b3a66ec71c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092492 Aug 13 03:48:09.962659 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf4708-a40b-4d67-a150-fdb855a21bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1441b-7c9d-4714-b47e-cdd25ebe3465,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:09.965419 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 41962) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:10.044994 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:10.073268 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:10.200470 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:10.203259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:10.204449 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0c1441b-7c9d-4714-b47e-cdd25ebe3465 HTTP/1.1" status: 204 len: 168 time: 0.2372041 Aug 13 03:48:10.212474 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6de76f-f949-4c9a-a496-940d38430682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1441b-7c9d-4714-b47e-cdd25ebe3465,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:11.491137 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5a389-50ca-4aea-ad2b-31e69e4ec085 req-e74d31df-d657-4064-861e-72793c01691b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:11.493698 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0f5a389-50ca-4aea-ad2b-31e69e4ec085 req-e74d31df-d657-4064-861e-72793c01691b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 944 time: 0.0985990 Aug 13 03:48:11.512615 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f1c4a-94aa-48fa-841a-2d0eae98d1a1 req-76ec2e1a-ff0c-41a2-9905-9487fd907d85 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:11.514669 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-652f1c4a-94aa-48fa-841a-2d0eae98d1a1 req-76ec2e1a-ff0c-41a2-9905-9487fd907d85 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0679481 Aug 13 03:48:11.566391 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0f5a389-50ca-4aea-ad2b-31e69e4ec085 req-edb22a44-97e2-4cc8-ae1d-77e7a35508a6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627022 Aug 13 03:48:11.596570 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-652f1c4a-94aa-48fa-841a-2d0eae98d1a1 req-af413ff9-aa14-4743-8316-cee45f2db39a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545840 Aug 13 03:48:12.085769 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-aad8d16d-521a-419d-abc1-98b54342ed46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:12.451465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:13.799680 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:13.867017 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['af906f11-86f4-4f13-83db-9b6481e1d392'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:15.445095 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:17.231422 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa8b4c-08c8-4673-b8a1-e02b715c4895 req-bdb2694b-e002-44f7-ba14-e138482c95d9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:17.233556 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-76fa8b4c-08c8-4673-b8a1-e02b715c4895 req-bdb2694b-e002-44f7-ba14-e138482c95d9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 944 time: 0.0830176 Aug 13 03:48:17.242428 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d66ec3-7fa4-4a33-95a7-290e6f7a5a38 req-326fc143-ff09-4054-876b-6431171fa67a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:17.243851 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-27d66ec3-7fa4-4a33-95a7-290e6f7a5a38 req-326fc143-ff09-4054-876b-6431171fa67a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0841415 Aug 13 03:48:17.302183 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-76fa8b4c-08c8-4673-b8a1-e02b715c4895 req-93fe4354-adf9-4fd0-84fc-4e7d2632aada tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570893 Aug 13 03:48:17.305133 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-27d66ec3-7fa4-4a33-95a7-290e6f7a5a38 req-8edbc2e9-4201-4586-a1a8-7ff677b56267 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536959 Aug 13 03:48:18.467711 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b00f5-9a16-4511-9558-2b2fb7a1bc8b req-f7608dbb-55c0-4696-93cc-d1ea0f5589f2 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:18.469240 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-127b00f5-9a16-4511-9558-2b2fb7a1bc8b req-f7608dbb-55c0-4696-93cc-d1ea0f5589f2 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 944 time: 0.0611818 Aug 13 03:48:18.528021 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-127b00f5-9a16-4511-9558-2b2fb7a1bc8b req-8155f8b6-7718-4259-9160-e2d78386007f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420680 Aug 13 03:48:18.536388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1f3c4-12ef-41ba-88ce-f21b2a8f8388 req-e1996c39-d3bf-4dc9-9670-40a6f3f40e1a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:18.552986 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fca1f3c4-12ef-41ba-88ce-f21b2a8f8388 req-e1996c39-d3bf-4dc9-9670-40a6f3f40e1a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0894084 Aug 13 03:48:18.590491 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fca1f3c4-12ef-41ba-88ce-f21b2a8f8388 req-f18b3ed2-8c2b-4cfd-8fad-192a5bba160e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459766 Aug 13 03:48:19.065020 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device af906f11-86f4-4f13-83db-9b6481e1d392 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:48:19.245321 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port af906f11-86f4-4f13-83db-9b6481e1d392 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:48:19.250268 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port af906f11-86f4-4f13-83db-9b6481e1d392 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:48:19.252933 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:19.341660 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:19.366189 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:19.373929 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac958ba2-0e93-4419-8a22-4a0893765baf" -d '{"events": [{"server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "name": "network-vif-plugged", "status": "completed", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:19.382622 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=af906f11-86f4-4f13-83db-9b6481e1d392,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:48:19.410477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c48673-7952-4e12-a367-a28c6a9b10af x-openstack-request-id: req-91c48673-7952-4e12-a367-a28c6a9b10af {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:19.410842 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "name": "network-vif-plugged", "status": "completed", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:19.411187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91c48673-7952-4e12-a367-a28c6a9b10af {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:19.411959 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392', 'code': 200} Aug 13 03:48:19.491234 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:19.550618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:19.766599 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56abe0-9495-4c3c-98bd-f82db62ea7c0 req-37212901-33e0-48b9-bcf5-deec8153f2b3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:19.768467 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2d56abe0-9495-4c3c-98bd-f82db62ea7c0 req-37212901-33e0-48b9-bcf5-deec8153f2b3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0993998 Aug 13 03:48:19.785803 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303640-b8ee-4b82-9584-26862fca3c6e req-47a74678-db71-449a-9dc7-319729f81ccc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:19.787461 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2303640-b8ee-4b82-9584-26862fca3c6e req-47a74678-db71-449a-9dc7-319729f81ccc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1007140 Aug 13 03:48:19.838711 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2d56abe0-9495-4c3c-98bd-f82db62ea7c0 req-def03000-2ad2-4b6c-9fc0-775fcb733a08 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633869 Aug 13 03:48:19.853655 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2303640-b8ee-4b82-9584-26862fca3c6e req-922df3d1-4c11-4597-8fdd-c05b96ab62dc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527079 Aug 13 03:48:19.952582 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8468f-d955-4b3c-ad04-ddb736ad9241 req-daeb0505-7082-431d-8837-eecf21200771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:19.954557 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dbd8468f-d955-4b3c-ad04-ddb736ad9241 req-daeb0505-7082-431d-8837-eecf21200771 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 1098 time: 0.0411665 Aug 13 03:48:19.992240 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dbd8468f-d955-4b3c-ad04-ddb736ad9241 req-01fbd056-c796-45b4-842d-8d0612219790 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300438 Aug 13 03:48:20.972667 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef04fa0-d133-48ac-a548-19651b57a37b req-73603792-dbf3-4a09-be1e-a84295bfc652 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:20.975156 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3ef04fa0-d133-48ac-a548-19651b57a37b req-73603792-dbf3-4a09-be1e-a84295bfc652 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0592597 Aug 13 03:48:21.070886 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3ef04fa0-d133-48ac-a548-19651b57a37b req-5731b868-1cf6-433b-b6f8-33906fc6a0c1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890858 Aug 13 03:48:21.091828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae0f6a-1cfe-4d35-8658-c1390a4f6451 req-e17ee466-7181-43e4-b21f-54b93a470f65 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:21.093336 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a2ae0f6a-1cfe-4d35-8658-c1390a4f6451 req-e17ee466-7181-43e4-b21f-54b93a470f65 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1042356 Aug 13 03:48:21.096059 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae91fe-fb5b-43c9-86d5-d25aec722498 req-662c04c5-70df-4518-bbe2-a30047957bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:21.097445 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a7ae91fe-fb5b-43c9-86d5-d25aec722498 req-662c04c5-70df-4518-bbe2-a30047957bd3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 1099 time: 0.0919642 Aug 13 03:48:21.157168 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a2ae0f6a-1cfe-4d35-8658-c1390a4f6451 req-88b1fd6c-56a2-44de-b14d-71c023256fec tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560062 Aug 13 03:48:21.167243 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a7ae91fe-fb5b-43c9-86d5-d25aec722498 req-e1fcf211-b147-4435-9704-3469c7173000 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Aug 13 03:48:21.224154 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42176) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:21.359862 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9887ac9e-2ec8-46b7-83e8-987f4ba26bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.464928 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9887ac9e-2ec8-46b7-83e8-987f4ba26bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.588792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9887ac9e-2ec8-46b7-83e8-987f4ba26bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.629695 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9887ac9e-2ec8-46b7-83e8-987f4ba26bbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5677fea7ff574bc09f73e274766150fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040499 Aug 13 03:48:21.631849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887ac9e-2ec8-46b7-83e8-987f4ba26bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd509f-dd28-4eef-b6b1-74b244140728,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:21.632476 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42194) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:21.683318 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.706796 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.860638 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42202) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:21.867856 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.870474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:21.874405 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1bd509f-dd28-4eef-b6b1-74b244140728 HTTP/1.1" status: 204 len: 168 time: 0.2409139 Aug 13 03:48:21.884430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9fea9-360e-4919-8dcc-eb3389f21efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd509f-dd28-4eef-b6b1-74b244140728,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:21.971664 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42216) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:22.068100 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dd196db0-9578-4c4c-b4fd-faaf955473f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.115904 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-234bb822-195a-4000-a70d-98e73e856d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.182273 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dd196db0-9578-4c4c-b4fd-faaf955473f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.282386 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dfc9a-4f38-4094-9fa5-45c3b6186644 req-1d9209da-61ac-499e-bb67-28541134e1a5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.284313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2c6dfc9a-4f38-4094-9fa5-45c3b6186644 req-1d9209da-61ac-499e-bb67-28541134e1a5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0518744 Aug 13 03:48:22.316329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dd196db0-9578-4c4c-b4fd-faaf955473f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.352074 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2c6dfc9a-4f38-4094-9fa5-45c3b6186644 req-1b3dbd7f-ce46-44d0-83af-513b934912d5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580432 Aug 13 03:48:22.361097 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a249d-c094-4921-8498-b46c3eb35e82 req-7d682654-098a-48ed-8e3d-7a13edf3190b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:22.362326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd196db0-9578-4c4c-b4fd-faaf955473f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7aef6a-290d-41bc-a4fd-b08c25db1cfe,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.362926 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c9a249d-c094-4921-8498-b46c3eb35e82 req-7d682654-098a-48ed-8e3d-7a13edf3190b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0779510 Aug 13 03:48:22.384205 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-dd196db0-9578-4c4c-b4fd-faaf955473f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21924346b1e141239c515a76bc90e483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221841 Aug 13 03:48:22.387162 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42226) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:22.462183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-234bb822-195a-4000-a70d-98e73e856d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.464999 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c9a249d-c094-4921-8498-b46c3eb35e82 req-8262265a-959c-4172-a255-ae709e887f1e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887120 Aug 13 03:48:22.485379 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.509250 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.536779 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-234bb822-195a-4000-a70d-98e73e856d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.576957 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-234bb822-195a-4000-a70d-98e73e856d0d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=718c3ac1c8314f2398f4457f693d5f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034477 Aug 13 03:48:22.578010 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bb822-195a-4000-a70d-98e73e856d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e20aa0-a9a2-434c-b72e-18aa816b1233,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.579682 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42228) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:22.629310 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.631818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.632943 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a7aef6a-290d-41bc-a4fd-b08c25db1cfe HTTP/1.1" status: 204 len: 168 time: 0.2313702 Aug 13 03:48:22.655770 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f556c95-e653-4fae-9627-6d8f288853aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7aef6a-290d-41bc-a4fd-b08c25db1cfe,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.657871 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.683106 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.831416 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42232) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:22.842944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fca7e6b6-3443-47cb-949f-7f05d2ffc3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.859660 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.862342 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:22.863486 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69e20aa0-a9a2-434c-b72e-18aa816b1233 HTTP/1.1" status: 204 len: 168 time: 0.2828147 Aug 13 03:48:22.880528 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4622d-4879-489d-9660-68b839d0d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e20aa0-a9a2-434c-b72e-18aa816b1233,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:22.971498 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fca7e6b6-3443-47cb-949f-7f05d2ffc3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.074133 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fca7e6b6-3443-47cb-949f-7f05d2ffc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.120427 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-fca7e6b6-3443-47cb-949f-7f05d2ffc3b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ac8388bac334dd5b49843ab92b278d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902305 Aug 13 03:48:23.122522 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7e6b6-3443-47cb-949f-7f05d2ffc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1586b52-61df-4895-b0a9-c2f91c2dd9ff,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:23.125591 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42242) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:23.179719 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-476b61ca-b9cf-4254-8b9e-a2b3d71485f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0579610 Aug 13 03:48:23.187603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.212113 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.319847 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-6ad84f2e-ddfb-48e3-888b-8843475f606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.321415 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-6ad84f2e-ddfb-48e3-888b-8843475f606a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 1098 time: 0.0440435 Aug 13 03:48:23.473841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.479839 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.481409 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1586b52-61df-4895-b0a9-c2f91c2dd9ff HTTP/1.1" status: 204 len: 168 time: 0.3545327 Aug 13 03:48:23.502980 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9db74b-7414-4985-b65d-da5452582938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1586b52-61df-4895-b0a9-c2f91c2dd9ff,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:23.679978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42256) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:23.694210 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-258ee7f6-f9da-449b-9144-c93fe2d7ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.772104 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-4e78fe86-fe30-466c-a31e-ed5251b88fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.775264 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-4e78fe86-fe30-466c-a31e-ed5251b88fb8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 915 time: 0.3767662 Aug 13 03:48:23.819506 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-258ee7f6-f9da-449b-9144-c93fe2d7ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:23.840537 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106fecc8-be43-4b78-b139-94f3abcd30f0 req-22e82bcd-a40a-4de4-afd9-d9482e7c5dc5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.844864 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-106fecc8-be43-4b78-b139-94f3abcd30f0 req-22e82bcd-a40a-4de4-afd9-d9482e7c5dc5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.3614559 Aug 13 03:48:23.844864 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-1820d795-033d-4617-8f33-91f2901f50c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2240fe99-f716-4af2-8d46-24228e80e8a3 HTTP/1.1" status: 200 len: 217 time: 0.0557868 Aug 13 03:48:23.855406 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c36be0-edfd-4aab-997f-064fe81e1047 req-c780b052-23fc-4b8b-a17a-5b63bc16adaa tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.856974 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3c36be0-edfd-4aab-997f-064fe81e1047 req-c780b052-23fc-4b8b-a17a-5b63bc16adaa tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1382651 Aug 13 03:48:23.955232 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-9f6e5388-48fc-49aa-bf69-be0f515550cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:23.956800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-9f6e5388-48fc-49aa-bf69-be0f515550cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.0988803 Aug 13 03:48:23.959950 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-106fecc8-be43-4b78-b139-94f3abcd30f0 req-82f968be-3977-4ea7-bb2f-dedb1ebbcb9a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009750 Aug 13 03:48:23.962704 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3c36be0-edfd-4aab-997f-064fe81e1047 req-d1b17cb4-f4e2-4764-a4ca-11caee62cfe6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950236 Aug 13 03:48:23.968027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-258ee7f6-f9da-449b-9144-c93fe2d7ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.012285 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-dbf939c3-d8e4-4169-96f9-7eeadbfadd78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303299 Aug 13 03:48:24.066922 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-258ee7f6-f9da-449b-9144-c93fe2d7ce35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22076bf3ea5548fa9303c814c98dd6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3855042 Aug 13 03:48:24.068572 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42266) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:24.082502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ee7f6-f9da-449b-9144-c93fe2d7ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c1e4f-ed9b-4611-bbc2-0a32bb6f235a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:24.114264 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42272) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:24.168247 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.194270 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.235708 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-72ad7366-0646-4a7a-97d0-b98bc3702aed service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241757 Aug 13 03:48:24.262739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a843d45-a780-4707-b8b3-8332b78e4c59 req-69278d33-a9e5-4ddd-b9b7-bd6f1892d2b5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:24.264278 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a843d45-a780-4707-b8b3-8332b78e4c59 req-69278d33-a9e5-4ddd-b9b7-bd6f1892d2b5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1415820 Aug 13 03:48:24.308076 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-949d63c6-43c8-49c2-9e3b-18185bf37033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.368448 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5a843d45-a780-4707-b8b3-8332b78e4c59 req-557ce1e0-1f72-48c6-a949-a9900bec8575 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925813 Aug 13 03:48:24.394164 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.397099 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.401084 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e78c1e4f-ed9b-4611-bbc2-0a32bb6f235a HTTP/1.1" status: 204 len: 168 time: 0.3315418 Aug 13 03:48:24.408518 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5425a31-50d1-46de-88c7-d9539f5ddad0 req-fffd8a9a-d4fc-423e-8da4-809471a933ba service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633182 Aug 13 03:48:24.417320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ed8af-e3ad-41e3-951e-6bbfb0853fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c1e4f-ed9b-4611-bbc2-0a32bb6f235a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:24.548786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-949d63c6-43c8-49c2-9e3b-18185bf37033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.633841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-949d63c6-43c8-49c2-9e3b-18185bf37033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.671202 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-949d63c6-43c8-49c2-9e3b-18185bf37033 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44b7aaf48b874289a7d17898717e3b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558901 Aug 13 03:48:24.674186 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42308) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:24.683158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d63c6-43c8-49c2-9e3b-18185bf37033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe951e7-9281-4dc2-a078-2e5182eba3a4,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:24.744827 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.767697 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.919473 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.922165 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:24.924293 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbe951e7-9281-4dc2-a078-2e5182eba3a4 HTTP/1.1" status: 204 len: 168 time: 0.2475512 Aug 13 03:48:24.933647 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9c40c-955f-4d3f-8c7f-785dfa3e8bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe951e7-9281-4dc2-a078-2e5182eba3a4,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:27.717675 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f0e05-f63a-4057-8f6a-5180875c91da req-2294e2fe-2638-40a5-921f-0a0414ca1735 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:27.719956 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9e8f0e05-f63a-4057-8f6a-5180875c91da req-2294e2fe-2638-40a5-921f-0a0414ca1735 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0580637 Aug 13 03:48:27.764120 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9e8f0e05-f63a-4057-8f6a-5180875c91da req-7fc50f79-13b5-452a-9f7f-9107b9432920 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Aug 13 03:48:27.813457 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-7868d5ed-73f4-4ddb-bdbc-e5f4baae4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:27.815295 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-7868d5ed-73f4-4ddb-bdbc-e5f4baae4ce3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0501876 Aug 13 03:48:27.916272 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-c04446c6-d354-4de5-99e8-71e8f73ed68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:27.917919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-c04446c6-d354-4de5-99e8-71e8f73ed68d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.0929279 Aug 13 03:48:27.971704 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-2a1cd4ce-a830-491c-9054-dda8f348776d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0403104 Aug 13 03:48:27.982897 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:28.043000 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-2fcf0010-2f9f-4795-aa20-f79ceb6078d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.044792 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-2fcf0010-2f9f-4795-aa20-f79ceb6078d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0559459 Aug 13 03:48:28.081054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-5d7665d7-5ab3-4a57-a751-f342db6e8857 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282757 Aug 13 03:48:28.277425 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-3eaca297-fb68-4df0-bebf-d8eb8d75003e service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890714 Aug 13 03:48:28.426751 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83b96aea-92da-4ae6-97ab-ba34d46c1d85 req-d86dff04-650e-466c-a595-8ac92c2cb3ca service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401787 Aug 13 03:48:28.719719 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-ca9684ab-6ee4-42c6-9b5a-a504d5e84db0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.731044 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-ca9684ab-6ee4-42c6-9b5a-a504d5e84db0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.1611333 Aug 13 03:48:28.744745 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-102b55c9-98ec-4d30-b529-66f190533e41 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/quotas/7c054f0e55e346429ab756df50354e9c HTTP/1.1" status: 200 len: 375 time: 0.0127952 Aug 13 03:48:28.808525 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-298aae5a-42b0-4cfd-876b-9aca96c271a9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552187 Aug 13 03:48:28.946784 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9ee5e-ff1b-42a2-b1ff-0fd7680bfb13 req-9d006030-3717-45a9-9dca-db8c5d975de8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:28.948361 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49f9ee5e-ff1b-42a2-b1ff-0fd7680bfb13 req-9d006030-3717-45a9-9dca-db8c5d975de8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0864022 Aug 13 03:48:28.952783 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-57f4e7d8-da3f-4f7d-b0d8-c5677bedf028 service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360130 Aug 13 03:48:29.047724 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49f9ee5e-ff1b-42a2-b1ff-0fd7680bfb13 req-ef828c2a-16ed-4623-a94a-0acd0241d436 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885429 Aug 13 03:48:29.080945 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-223c7365-4ff8-47cc-b921-b0c0b07ea8db service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161211 Aug 13 03:48:29.437377 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a3aa132a-9c07-4c59-9c19-8250a8919b3c req-9e724820-2bc4-4073-981d-cc8b553bbfe0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 210 time: 0.0380354 Aug 13 03:48:30.182055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d50628-0387-41a0-aa39-afd67dc46cee req-752a8bb1-1cbd-4288-8448-0f95acd7ac9a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:30.183941 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65d50628-0387-41a0-aa39-afd67dc46cee req-752a8bb1-1cbd-4288-8448-0f95acd7ac9a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0620270 Aug 13 03:48:30.242362 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65d50628-0387-41a0-aa39-afd67dc46cee req-d83d3958-7cff-4441-bc9f-17413828e614 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 Aug 13 03:48:30.566672 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fdf12cb4-0140-47dd-b734-12282e874738 req-b95fd1e3-65fc-45d5-ab7c-25839fe7c4e8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 210 time: 0.0273345 Aug 13 03:48:31.593739 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a05108-1ca8-4a08-9c58-0f408de614d4 req-26075efd-6586-4f6c-ae3f-53aed0018481 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:31.596547 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3a05108-1ca8-4a08-9c58-0f408de614d4 req-26075efd-6586-4f6c-ae3f-53aed0018481 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0755711 Aug 13 03:48:31.650954 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3a05108-1ca8-4a08-9c58-0f408de614d4 req-e4638a10-2cc9-4d8d-994f-a5d8de4098fc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461340 Aug 13 03:48:31.652220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42636) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:31.764445 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8f1d7ebe-b55f-4dc8-9b13-3c886151b29f req-63e310c6-2239-498a-a67e-591923312c68 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 210 time: 0.0307801 Aug 13 03:48:31.809938 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-881d38c0-03ba-48ce-a97f-67da007e5c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:31.922926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-881d38c0-03ba-48ce-a97f-67da007e5c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.045455 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-881d38c0-03ba-48ce-a97f-67da007e5c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.088193 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-881d38c0-03ba-48ce-a97f-67da007e5c1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8a2a0284dfb422d98b858e30d92d266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345624 Aug 13 03:48:32.089486 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d38c0-03ba-48ce-a97f-67da007e5c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158005af-6f6f-4367-a438-8bd25d714508,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:32.091490 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42642) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:32.153081 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.180397 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.308261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.309213 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-ec2f2a52-763e-45d4-a3d9-06674f007495 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.310905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.311046 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-ec2f2a52-763e-45d4-a3d9-06674f007495 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.1156874 Aug 13 03:48:32.312036 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/158005af-6f6f-4367-a438-8bd25d714508 HTTP/1.1" status: 204 len: 168 time: 0.2191894 Aug 13 03:48:32.321542 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159be5-1dcb-4e86-9b8c-36e892ae79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158005af-6f6f-4367-a438-8bd25d714508,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:32.342383 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Request body: {'port': {'device_id': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'admin_state_up': True, 'tenant_id': '7c054f0e55e346429ab756df50354e9c'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:32.640070 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:32.644371 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:32.858729 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:48:32.863654 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Allocated IP 172.20.0.9 (1b932467-ae20-42b3-a9e9-a288dbf0bd0b/1115344d-ad77-484d-9290-7ddbd44a7802/06d60767-8554-4455-9743-bb6cf69554f9) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:48:32.875593 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370cea5-1a38-41f3-9f04-48222ba9934d req-90bee888-195c-4ef1-b955-bd3f1f1246b2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:32.877477 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3370cea5-1a38-41f3-9f04-48222ba9934d req-90bee888-195c-4ef1-b955-bd3f1f1246b2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1143749 Aug 13 03:48:32.978253 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad579334-6da1-4a61-b910-d24e349f4320 req-d1956ce7-0c9e-4cb0-932d-7ba16c5b7d39 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 210 time: 0.0734062 Aug 13 03:48:33.002661 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3370cea5-1a38-41f3-9f04-48222ba9934d req-c7844c39-b762-45c9-bb0a-19dd429dd3f1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156471 Aug 13 03:48:33.147565 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:33.263560 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:33.304332 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3', 'af906f11-86f4-4f13-83db-9b6481e1d392'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:48:33.307993 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:48:33.311745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:33.317343 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:48:33.370225 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event updated for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:33.394779 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:33.395471 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:33.544684 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5450da62-cd70-4424-ae3f-1fa99260d0df tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2072339 Aug 13 03:48:33.566089 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Request body: {'port': {'device_id': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:33.656191 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.051254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d60767-8554-4455-9743-bb6cf69554f9 {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:48:34.060465 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.105484 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Transition to ACTIVE for port object 06d60767-8554-4455-9743-bb6cf69554f9 will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:48:34.155315 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7fc90-d26a-4223-8e60-2a593d77df1d req-d32972d7-86bd-4254-b987-4eec6656750c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.156952 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-06b7fc90-d26a-4223-8e60-2a593d77df1d req-d32972d7-86bd-4254-b987-4eec6656750c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 931 time: 0.0925050 Aug 13 03:48:34.185086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a7671-24af-47ee-85ea-bedfb721d31f req-0d8d6634-f17b-4079-96b5-a8617923e9a1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.198874 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-564a7671-24af-47ee-85ea-bedfb721d31f req-0d8d6634-f17b-4079-96b5-a8617923e9a1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0792203 Aug 13 03:48:34.240125 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.296531 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-06b7fc90-d26a-4223-8e60-2a593d77df1d req-712c2a4c-b59a-4714-8ed1-8928b2afa5c5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292326 Aug 13 03:48:34.318293 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-564a7671-24af-47ee-85ea-bedfb721d31f req-169ef50d-cec1-481e-8e5f-82e0bbac3d08 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236842 Aug 13 03:48:34.335241 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:34.348469 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.348821 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.349165 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.349503 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.349878 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.350277 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.351071 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.351205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.351479 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.352106 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.352438 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.352951 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:34.433254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Attempting to bind port 06d60767-8554-4455-9743-bb6cf69554f9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:48:34.433254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Attempting to bind port 06d60767-8554-4455-9743-bb6cf69554f9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:48:34.433254 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Attempting to bind port 06d60767-8554-4455-9743-bb6cf69554f9 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:34.433880 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Port 06d60767-8554-4455-9743-bb6cf69554f9 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:48:34.434205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Attempting to bind port 06d60767-8554-4455-9743-bb6cf69554f9 on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:48:34.439525 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:48:34.439865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Checking segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:34.440244 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Bound using segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:48:34.440671 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Bound port: 06d60767-8554-4455-9743-bb6cf69554f9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:48:34.441026 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.514058 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:48:34.519789 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=06d60767-8554-4455-9743-bb6cf69554f9,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:48:34.690064 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.728426 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.729229 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:34.730697 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] 10.222.0.61 "PUT /v2.0/ports/06d60767-8554-4455-9743-bb6cf69554f9 HTTP/1.1" status: 200 len: 1093 time: 1.1698296 Aug 13 03:48:34.733032 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:48:34.735723 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515797a6-90b3-480d-bc4b-1bf7e601ac22" -d '{"events": [{"name": "network-changed", "server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "tag": "06d60767-8554-4455-9743-bb6cf69554f9"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:48:34.782439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486f9027-6f9b-49b8-b9ef-d811e1429fe5 x-openstack-request-id: req-486f9027-6f9b-49b8-b9ef-d811e1429fe5 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:48:34.784892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "tag": "06d60767-8554-4455-9743-bb6cf69554f9", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:48:34.784892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-486f9027-6f9b-49b8-b9ef-d811e1429fe5 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:48:34.784892 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9', 'status': 'completed', 'code': 200} Aug 13 03:48:34.784892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f22494-60d9-48e6-8037-2902a526ad90 service neutron] Pushing event updated for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:34.911856 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-f3988265-74e7-46a8-b393-3a07574aa107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:34.914022 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-f3988265-74e7-46a8-b393-3a07574aa107 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 1096 time: 0.0468180 Aug 13 03:48:35.046767 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-ab9ca64c-c2ab-4e95-8072-3cdffcd25512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.048871 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-ab9ca64c-c2ab-4e95-8072-3cdffcd25512 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7c054f0e55e346429ab756df50354e9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1172049 Aug 13 03:48:35.175906 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-d44ac0cb-c20a-4765-a75a-e4504a3283e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.177510 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-515797a6-90b3-480d-bc4b-1bf7e601ac22 req-d44ac0cb-c20a-4765-a75a-e4504a3283e7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1160250 Aug 13 03:48:35.295649 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-b72a1c70-b309-4839-8d69-f6ac153b2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.298436 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-b72a1c70-b309-4839-8d69-f6ac153b2984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 1096 time: 0.0489001 Aug 13 03:48:35.379814 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-c0514006-9bb4-47e8-9900-f1c18aee4350 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06d60767-8554-4455-9743-bb6cf69554f9 HTTP/1.1" status: 200 len: 217 time: 0.0609992 Aug 13 03:48:35.542539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-6fe1ea23-959f-4126-aa2f-c9266b916cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.544949 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-6fe1ea23-959f-4126-aa2f-c9266b916cc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.1573505 Aug 13 03:48:35.591314 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233c046-50b0-4a13-8efc-913f09ef285e req-d473bf50-b750-4896-8b9c-dfe7dd0d8e24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.592969 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0233c046-50b0-4a13-8efc-913f09ef285e req-d473bf50-b750-4896-8b9c-dfe7dd0d8e24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1645188 Aug 13 03:48:35.625238 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e1fb-d10f-487d-88eb-bf8f300db530 req-cea963d0-4b5e-40fd-a107-4406eaf69bfa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:35.625238 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0327e1fb-d10f-487d-88eb-bf8f300db530 req-cea963d0-4b5e-40fd-a107-4406eaf69bfa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.1928749 Aug 13 03:48:35.626535 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-97e9c64d-cda1-4e19-b978-ae08b97e5188 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676754 Aug 13 03:48:35.677012 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42754) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:35.753023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0233c046-50b0-4a13-8efc-913f09ef285e req-776e1500-f9cd-4ac2-8133-d2073361edb2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439884 Aug 13 03:48:35.770396 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0327e1fb-d10f-487d-88eb-bf8f300db530 req-c7a27b37-c3bb-4898-9030-7026faddb3d6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194472 Aug 13 03:48:35.815296 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5685c226-65f6-4104-a8ca-eb690181d36c service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751099 Aug 13 03:48:35.831696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:35.939807 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-237f1193-371c-4c70-94d9-a9b1deba04aa req-5b7772e1-6eb1-445c-afc4-a03f19cf055a service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114335 Aug 13 03:48:35.940900 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.000799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.041886 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0351ff01-62f1-47d3-ac3b-1c31eb10b391,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:36.046162 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=442a34a157594912b56769282da02775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674185 Aug 13 03:48:36.049241 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42762) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:36.054592 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.054949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.055516 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.055859 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.056208 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.056543 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.056895 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.057209 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.057537 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.057894 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.063286 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.063286 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f76d167-b695-4a0f-ad7f-4c88bd5dd24e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:48:36.107760 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.130794 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.263185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.266391 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:36.267945 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0351ff01-62f1-47d3-ac3b-1c31eb10b391 HTTP/1.1" status: 204 len: 168 time: 0.2174535 Aug 13 03:48:36.283387 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea947f-5a3e-4209-9c38-1fdc743f57ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0351ff01-62f1-47d3-ac3b-1c31eb10b391,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:36.913001 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42780) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:36.928188 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d34f0d7d-704a-4406-924a-8137391e7587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.057619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d34f0d7d-704a-4406-924a-8137391e7587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.148813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d34f0d7d-704a-4406-924a-8137391e7587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.170285 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a939c0f-69c6-4ed9-a2cf-cb5afb7d4f12 req-a2a6dfa0-e940-43b8-a385-c86679f8fd1d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.172391 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a939c0f-69c6-4ed9-a2cf-cb5afb7d4f12 req-a2a6dfa0-e940-43b8-a385-c86679f8fd1d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.3205664 Aug 13 03:48:37.185911 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c3239-646f-43cc-972d-8738f43eeb3e req-76d96790-6759-4da4-8018-923a0a977932 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:37.187476 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a9c3239-646f-43cc-972d-8738f43eeb3e req-76d96790-6759-4da4-8018-923a0a977932 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0695498 Aug 13 03:48:37.194283 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d34f0d7d-704a-4406-924a-8137391e7587 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ecbf5a24a974c65b4786cc38dc82914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795577 Aug 13 03:48:37.195146 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f0d7d-704a-4406-924a-8137391e7587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f4abbe-256a-4b59-ab6b-62885540941c,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:37.197440 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42784) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:37.252939 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a9c3239-646f-43cc-972d-8738f43eeb3e req-111b5112-2523-43d6-b524-850c3aa1b483 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522819 Aug 13 03:48:37.256797 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a939c0f-69c6-4ed9-a2cf-cb5afb7d4f12 req-792e7644-1e8b-4496-9b63-eb8d135aea78 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674682 Aug 13 03:48:37.272746 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.300298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.474080 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.476799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:37.478075 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79f4abbe-256a-4b59-ab6b-62885540941c HTTP/1.1" status: 204 len: 168 time: 0.2795894 Aug 13 03:48:37.486294 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642743bb-e84b-4526-908a-8172a30c09ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f4abbe-256a-4b59-ab6b-62885540941c,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:38.411719 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa34af-da69-4905-86f2-aae04095b701 req-19d87006-9767-464e-9fb2-2d720638cf57 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:38.415646 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-99aa34af-da69-4905-86f2-aae04095b701 req-19d87006-9767-464e-9fb2-2d720638cf57 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0837853 Aug 13 03:48:38.440516 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf56cf2-5bcf-4b0b-ba89-af1432855218 req-918ffc18-706c-4356-82d1-b5fcb42bec89 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:38.442188 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9cf56cf2-5bcf-4b0b-ba89-af1432855218 req-918ffc18-706c-4356-82d1-b5fcb42bec89 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.1011996 Aug 13 03:48:38.490718 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-99aa34af-da69-4905-86f2-aae04095b701 req-fbc3c2ba-d5ca-463e-8702-1c3eefea1f46 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698178 Aug 13 03:48:38.511901 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9cf56cf2-5bcf-4b0b-ba89-af1432855218 req-7479945d-eee4-4136-9b5e-b53745c255be tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587006 Aug 13 03:48:38.691916 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42828) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:38.802275 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-891644461-network', 'tenant_id': '9afb11ef139d448c9763d44068fcf439'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:38.953977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Made reservation on behalf of 9afb11ef139d448c9763d44068fcf439 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:38.956971 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:38.966694 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.075857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.160224 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.185738 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:48:39.195950 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b13d0d6-3ee7-4fe5-8146-a8cb37ee29e7,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:39.202636 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.203200 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Added segment d69f6b54-48c5-484e-b536-fa857be5b1a1 of type vlan for network b7b4d37e-79d7-4025-9c6e-2febd47dc904 Aug 13 03:48:39.255091 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.348209 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.349214 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.349849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.413517 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b4d37e-79d7-4025-9c6e-2febd47dc904,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:39.424536 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network b7b4d37e-79d7-4025-9c6e-2febd47dc904 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:48:39.475019 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-410a4946-22e1-49f8-8011-fa28d8cba808 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7818768 Aug 13 03:48:39.478326 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 42838) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:39.483366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Request body: {'subnet': {'network_id': 'b7b4d37e-79d7-4025-9c6e-2febd47dc904', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-891644461-subnet', 'tenant_id': '9afb11ef139d448c9763d44068fcf439', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:39.588731 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c0aa0513-7c8d-4938-a249-203468387331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.651712 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Made reservation on behalf of 9afb11ef139d448c9763d44068fcf439 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:39.657317 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351205'] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:39.716222 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef0b5-cf1f-465b-af8f-c3fd7b0875c1 req-2ef29231-4e4a-44d6-b5cc-cb24b48f3f14 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.718058 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f9ef0b5-cf1f-465b-af8f-c3fd7b0875c1 req-2ef29231-4e4a-44d6-b5cc-cb24b48f3f14 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1453602 Aug 13 03:48:39.765819 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e69a7f-882b-4aae-8723-a4630b1b51da req-9afee0cf-07fa-4fc8-b5a0-22ad3cf87ab1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:39.767390 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-87e69a7f-882b-4aae-8723-a4630b1b51da req-9afee0cf-07fa-4fc8-b5a0-22ad3cf87ab1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.1591384 Aug 13 03:48:39.817302 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f9ef0b5-cf1f-465b-af8f-c3fd7b0875c1 req-86564a82-3405-4ad5-98fa-06eee65c67ec tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912926 Aug 13 03:48:39.872473 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-87e69a7f-882b-4aae-8723-a4630b1b51da req-e0912922-8e5c-4485-a4ad-a4a952ca4720 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922277 Aug 13 03:48:40.040951 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3249388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351191'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:40.105087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c5af6c-ccee-4efe-8b0d-fb3bf9b52fd4,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:40.110734 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Checking segment: {'id': 'd69f6b54-48c5-484e-b536-fa857be5b1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b7b4d37e-79d7-4025-9c6e-2febd47dc904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:40.111119 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Network hostable DHCP agents. Network: b7b4d37e-79d7-4025-9c6e-2febd47dc904, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:48:40.234128 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Network b7b4d37e-79d7-4025-9c6e-2febd47dc904 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:48:40.342727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, b7b4d37e-79d7-4025-9c6e-2febd47dc904) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:40.350321 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:40.351633 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:40.352329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e5df9-a71a-45f0-a09a-2a864632670c None None] Network b7b4d37e-79d7-4025-9c6e-2febd47dc904 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:48:40.474767 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c22c8862-5d6e-4e98-b1c6-36f58aa319ce admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9953835 Aug 13 03:48:40.485133 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb02289-85a0-489c-8fcc-ebf81cd50dc9 None None] Network b7b4d37e-79d7-4025-9c6e-2febd47dc904 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:48:40.963631 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad7a5-04ad-43f7-9c40-8c4534ed90d5 req-3210d775-f5c0-4767-8237-896e326ff139 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:40.965284 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ccad7a5-04ad-43f7-9c40-8c4534ed90d5 req-3210d775-f5c0-4767-8237-896e326ff139 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0697632 Aug 13 03:48:41.056976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630726f4-f724-4ab1-ba7a-58d63d5546de req-7cf7e467-b150-4681-bf04-174c12b0af20 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.058739 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-630726f4-f724-4ab1-ba7a-58d63d5546de req-7cf7e467-b150-4681-bf04-174c12b0af20 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0923331 Aug 13 03:48:41.061724 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ccad7a5-04ad-43f7-9c40-8c4534ed90d5 req-a3d6168e-1519-45ce-9679-24db99129f17 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818284 Aug 13 03:48:41.112785 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-630726f4-f724-4ab1-ba7a-58d63d5546de req-14bc9990-81eb-4299-8178-6362f2fcf798 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Aug 13 03:48:41.331617 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42888) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:41.336509 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1878388683-network', 'tenant_id': 'ba34a26f7bd444e4b145126513b70c70'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:41.439941 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Made reservation on behalf of ba34a26f7bd444e4b145126513b70c70 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:41.442208 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.451075 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.553293 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.623046 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.651320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:48:41.661665 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b7cd5-22e2-4cec-bf71-de2bfd34990a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:41.672568 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.673085 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Added segment a365f353-aca9-4e88-80c0-e0b7aca5e416 of type vlan for network 1295746b-9a7e-4a49-bf7f-2e7734a97351 Aug 13 03:48:41.725458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.822611 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.823673 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:41.824259 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:41.883802 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] Pushing event updated for resources: {'Network': ['ID=1295746b-9a7e-4a49-bf7f-2e7734a97351,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:41.894540 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 1295746b-9a7e-4a49-bf7f-2e7734a97351 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:48:41.937405 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f65bd807-3c5c-4be9-ad68-57c63a60e260 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6046553 Aug 13 03:48:41.940753 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 42890) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:48:41.945721 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Request body: {'subnet': {'network_id': '1295746b-9a7e-4a49-bf7f-2e7734a97351', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1878388683-subnet', 'tenant_id': 'ba34a26f7bd444e4b145126513b70c70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:48:42.029663 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Made reservation on behalf of ba34a26f7bd444e4b145126513b70c70 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:48:42.032107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.040995 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-f4549676-9783-4ded-ae77-8119aafee5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.209259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f96f8-10fc-45a8-b3ff-ba3a33164e4a req-64f4b749-beb8-411b-82d2-60521be4f76d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.210898 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-380f96f8-10fc-45a8-b3ff-ba3a33164e4a req-64f4b749-beb8-411b-82d2-60521be4f76d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0565078 Aug 13 03:48:42.263519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.283029 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-380f96f8-10fc-45a8-b3ff-ba3a33164e4a req-42fc63d6-540e-4ce3-9f32-7b1be1c3de10 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624278 Aug 13 03:48:42.292563 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d904bef-fb9a-4ef8-90d2-fae0166435cc req-1fbcdb1b-5c65-4d2c-9269-d9bb2cb5a1c9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.294172 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3d904bef-fb9a-4ef8-90d2-fae0166435cc req-1fbcdb1b-5c65-4d2c-9269-d9bb2cb5a1c9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0823641 Aug 13 03:48:42.343126 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bf6f9f-0cbf-4378-b6d3-c38752e5ec5b,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:48:42.374547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Checking segment: {'id': 'a365f353-aca9-4e88-80c0-e0b7aca5e416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '1295746b-9a7e-4a49-bf7f-2e7734a97351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:48:42.377729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Network hostable DHCP agents. Network: 1295746b-9a7e-4a49-bf7f-2e7734a97351, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:48:42.382617 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3d904bef-fb9a-4ef8-90d2-fae0166435cc req-f78a921a-5961-40d7-a80f-2fbb6ff67ad6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815926 Aug 13 03:48:42.439973 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.479402 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Network 1295746b-9a7e-4a49-bf7f-2e7734a97351 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:48:42.559820 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 1295746b-9a7e-4a49-bf7f-2e7734a97351) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:48:42.564051 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:42.565510 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:42.569806 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a372b-672e-4ed1-873d-1e682bdbe4f2 None None] Network 1295746b-9a7e-4a49-bf7f-2e7734a97351 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:48:42.666989 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e4630947-c379-40f4-95c0-61bc38f121d2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7156026 Aug 13 03:48:42.699323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed65526-8707-4399-a465-b00c6563acf3 None None] Network 1295746b-9a7e-4a49-bf7f-2e7734a97351 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:48:43.816762 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:45.462512 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:50.058101 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a73168-6392-4a1e-9286-a14baebd60e2 req-64cc4e7d-a65f-48a7-ae6b-a319d1913c60 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.059720 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-40a73168-6392-4a1e-9286-a14baebd60e2 req-64cc4e7d-a65f-48a7-ae6b-a319d1913c60 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0728731 Aug 13 03:48:50.098897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a3174-1690-47e0-bddf-a6805b78d06b req-712e116f-f2f2-4613-9e2d-04c4459bb3ee tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:50.100437 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b69a3174-1690-47e0-bddf-a6805b78d06b req-712e116f-f2f2-4613-9e2d-04c4459bb3ee tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0784409 Aug 13 03:48:50.130419 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-40a73168-6392-4a1e-9286-a14baebd60e2 req-fac5edd5-4090-40bf-b066-f5fb80648fee tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611823 Aug 13 03:48:50.156411 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b69a3174-1690-47e0-bddf-a6805b78d06b req-d8c5f3ea-df49-4a5c-9f13-9a94d1093672 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453310 Aug 13 03:48:51.286440 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7305eb3-c37a-42c8-b223-3719c1ed9922 req-cbd8e58f-a22b-4a04-be4b-22b554fdec8f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.288217 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f7305eb3-c37a-42c8-b223-3719c1ed9922 req-cbd8e58f-a22b-4a04-be4b-22b554fdec8f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0827973 Aug 13 03:48:51.304202 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8cecce-6809-40fc-b4f7-83d2a40b928b req-c0fd1a12-0535-4232-bb76-bb241a5fa98a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:51.305859 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3c8cecce-6809-40fc-b4f7-83d2a40b928b req-c0fd1a12-0535-4232-bb76-bb241a5fa98a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0703928 Aug 13 03:48:51.362177 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f7305eb3-c37a-42c8-b223-3719c1ed9922 req-5de8b62b-db8e-45eb-9802-1d684e325e84 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552716 Aug 13 03:48:51.370484 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3c8cecce-6809-40fc-b4f7-83d2a40b928b req-f2bc0bd0-2083-4b3e-b94d-f62ca55d02c4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570490 Aug 13 03:48:52.525249 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85e741-33de-4574-864a-8c5b96e51ce8 req-c6887adf-2cf0-43be-acde-51d1b1f9aabe tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:52.527002 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb85e741-33de-4574-864a-8c5b96e51ce8 req-c6887adf-2cf0-43be-acde-51d1b1f9aabe tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0865848 Aug 13 03:48:52.535490 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fd67b-7dbc-47cc-86f5-b803f015ca13 req-618b6518-7ee7-4bcb-b46f-b7beb0258f9b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:52.537202 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ed9fd67b-7dbc-47cc-86f5-b803f015ca13 req-618b6518-7ee7-4bcb-b46f-b7beb0258f9b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0873504 Aug 13 03:48:52.598334 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb85e741-33de-4574-864a-8c5b96e51ce8 req-5e9d5f83-de6c-4e58-8bd0-a749b944f6a1 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600510 Aug 13 03:48:52.604710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ed9fd67b-7dbc-47cc-86f5-b803f015ca13 req-2d602643-aee0-4ce6-aaed-ec2f6b38aa25 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568504 Aug 13 03:48:53.805561 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a8cf9-94b2-4f31-b2b4-76fb3958af88 req-30418cfe-80e7-4975-be71-86717fdec185 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:53.807606 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d57a8cf9-94b2-4f31-b2b4-76fb3958af88 req-30418cfe-80e7-4975-be71-86717fdec185 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0976546 Aug 13 03:48:53.834417 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786f601-ef77-4a50-869f-9e4d1a3747da req-5b2e3367-8337-4105-a24d-0df27e299c22 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:53.836072 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2786f601-ef77-4a50-869f-9e4d1a3747da req-5b2e3367-8337-4105-a24d-0df27e299c22 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1102543 Aug 13 03:48:53.880460 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d57a8cf9-94b2-4f31-b2b4-76fb3958af88 req-9d4f7010-cdef-45c0-84dc-8f4c803280f1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640206 Aug 13 03:48:53.901934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2786f601-ef77-4a50-869f-9e4d1a3747da req-17d1f946-5cdc-44db-920d-1ce722f0063a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Aug 13 03:48:55.039067 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba647c-a17e-4b05-9b0d-a83fcd81ccfa req-d338e004-8b0a-4404-a31e-68d45c5dbec1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:55.040679 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9eba647c-a17e-4b05-9b0d-a83fcd81ccfa req-d338e004-8b0a-4404-a31e-68d45c5dbec1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0813279 Aug 13 03:48:55.072883 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f63a0-093b-48b3-b9b8-7b8b0f692332 req-fbfd9e59-f327-4ee3-a6f5-9ced329f24ca tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:55.075088 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c92f63a0-093b-48b3-b9b8-7b8b0f692332 req-fbfd9e59-f327-4ee3-a6f5-9ced329f24ca tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0789065 Aug 13 03:48:55.125029 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9eba647c-a17e-4b05-9b0d-a83fcd81ccfa req-6c39f0af-d2b8-45b6-8e40-50c981c8f951 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761943 Aug 13 03:48:55.144422 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c92f63a0-093b-48b3-b9b8-7b8b0f692332 req-9e20cfbe-2497-43fd-bafe-0a8291e76409 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Aug 13 03:48:56.291980 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739f9b7-4cf1-41fa-b8c9-5f050ff9885a req-d665a252-48c5-4b8c-8859-8ad5b5b3cca5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:56.293546 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1739f9b7-4cf1-41fa-b8c9-5f050ff9885a req-d665a252-48c5-4b8c-8859-8ad5b5b3cca5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0875616 Aug 13 03:48:56.309078 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379f562-16a0-46d6-8fa3-cb7258f84f2b req-2c4b95d0-934e-487b-b6d1-12b8db2efbfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:56.310823 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5379f562-16a0-46d6-8fa3-cb7258f84f2b req-2c4b95d0-934e-487b-b6d1-12b8db2efbfc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0781894 Aug 13 03:48:56.381999 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1739f9b7-4cf1-41fa-b8c9-5f050ff9885a req-547e5604-029e-4932-ba83-ba59e52f3dbb tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718894 Aug 13 03:48:56.384467 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5379f562-16a0-46d6-8fa3-cb7258f84f2b req-a2f1365d-de42-4d32-baa0-1c6d19405fcd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663080 Aug 13 03:48:57.554324 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82693905-d23d-43fc-b4f8-1779a4ff0044 req-84bc5268-5954-4f98-a39d-8405dd327844 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:57.556001 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82693905-d23d-43fc-b4f8-1779a4ff0044 req-84bc5268-5954-4f98-a39d-8405dd327844 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0846875 Aug 13 03:48:57.569868 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c00701-9c12-41b1-80f9-9cee85a90938 req-6ae1f251-bfe2-4a32-9235-c0be5e3d4edd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:57.571464 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d3c00701-9c12-41b1-80f9-9cee85a90938 req-6ae1f251-bfe2-4a32-9235-c0be5e3d4edd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0871167 Aug 13 03:48:57.633023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82693905-d23d-43fc-b4f8-1779a4ff0044 req-48704319-0eb1-453a-a74f-de4e2d1f81cf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602810 Aug 13 03:48:57.638100 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d3c00701-9c12-41b1-80f9-9cee85a90938 req-d47c5152-ae33-4571-bac4-773618c8068a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591779 Aug 13 03:48:58.105242 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:48:58.803702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3934df-b9de-4732-a544-aa3ff98c94fd req-eb2c9384-cbff-4b24-8ae5-3f435529172d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:58.805295 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8b3934df-b9de-4732-a544-aa3ff98c94fd req-eb2c9384-cbff-4b24-8ae5-3f435529172d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0877781 Aug 13 03:48:58.829096 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d6cff-86b0-486c-90c5-590417935c73 req-06f82d4a-bf5e-4c07-91f6-03a7e30475c2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:48:58.833919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-806d6cff-86b0-486c-90c5-590417935c73 req-06f82d4a-bf5e-4c07-91f6-03a7e30475c2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0877888 Aug 13 03:48:58.896439 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8b3934df-b9de-4732-a544-aa3ff98c94fd req-dbdd5dfa-7479-4d52-a56c-7a19a589030c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611939 Aug 13 03:48:58.901909 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-806d6cff-86b0-486c-90c5-590417935c73 req-d854b44e-3d73-40d7-b498-beecc0fbe949 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598214 Aug 13 03:49:00.051311 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57910edf-075d-47fd-bf85-6ce9c6717bd1 req-847cd883-0348-42af-9e87-612f5b8192e9 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:00.053680 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-57910edf-075d-47fd-bf85-6ce9c6717bd1 req-847cd883-0348-42af-9e87-612f5b8192e9 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0633669 Aug 13 03:49:00.123075 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-57910edf-075d-47fd-bf85-6ce9c6717bd1 req-44dd0421-930d-4f59-91d9-02652b4b1ff3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599191 Aug 13 03:49:00.132304 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329ba6f-5303-49a9-98ac-757d51652fba req-039190c9-822f-40c5-9e97-aeb3b5ba8fda tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:00.133866 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f329ba6f-5303-49a9-98ac-757d51652fba req-039190c9-822f-40c5-9e97-aeb3b5ba8fda tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0792599 Aug 13 03:49:00.182792 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f329ba6f-5303-49a9-98ac-757d51652fba req-26b79823-2669-4893-8ac2-88bd7d47da7f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426738 Aug 13 03:49:01.317203 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069648a-e4fa-4b29-b4c4-eb9e01743c0b req-96466706-864b-4fea-be2f-eb45b3115f55 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:01.318711 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b069648a-e4fa-4b29-b4c4-eb9e01743c0b req-96466706-864b-4fea-be2f-eb45b3115f55 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1091349 Aug 13 03:49:01.326797 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993b5fe-a036-4205-9b34-4e22defbcb4a req-b37f253f-1ce2-45b0-b2e7-bdefce9aee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:01.328420 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c993b5fe-a036-4205-9b34-4e22defbcb4a req-b37f253f-1ce2-45b0-b2e7-bdefce9aee14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.1078105 Aug 13 03:49:01.383860 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecbd4e-516a-4094-8d50-086130341dfe req-8c52ac7d-0965-43b2-8218-660cb73fac72 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:01.385388 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-01ecbd4e-516a-4094-8d50-086130341dfe req-8c52ac7d-0965-43b2-8218-660cb73fac72 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.1256800 Aug 13 03:49:01.417257 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b069648a-e4fa-4b29-b4c4-eb9e01743c0b req-178bf54b-5c81-462a-a7bd-c1db0359926c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867047 Aug 13 03:49:01.432938 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c993b5fe-a036-4205-9b34-4e22defbcb4a req-330d749e-1307-4794-a71f-112afc1706a3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904467 Aug 13 03:49:01.448666 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-01ecbd4e-516a-4094-8d50-086130341dfe req-72e4085f-bf44-4790-9e6a-6342ed31fd51 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554047 Aug 13 03:49:02.626741 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8f5b5-3fdd-4081-9627-fcfedfd181a9 req-abab48f3-f0a5-47ee-b7ee-5cf1ea0d46ae tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:02.628560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a2f8f5b5-3fdd-4081-9627-fcfedfd181a9 req-abab48f3-f0a5-47ee-b7ee-5cf1ea0d46ae tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1081738 Aug 13 03:49:02.639368 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164825-d67a-4f3e-887b-1dfce1d600ae req-48115dcc-7e05-462c-a9ad-63c47c2d454b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:02.640802 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-40164825-d67a-4f3e-887b-1dfce1d600ae req-48115dcc-7e05-462c-a9ad-63c47c2d454b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 943 time: 0.0781207 Aug 13 03:49:02.707485 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a2f8f5b5-3fdd-4081-9627-fcfedfd181a9 req-df9b34e4-0110-4ec4-b6b5-d78119af7f0c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655868 Aug 13 03:49:02.712524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-40164825-d67a-4f3e-887b-1dfce1d600ae req-160033c2-d6b8-4970-9bc9-ff9da57055f5 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632563 Aug 13 03:49:03.303190 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 06d60767-8554-4455-9743-bb6cf69554f9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:49:03.425275 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=06d60767-8554-4455-9743-bb6cf69554f9,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:03.438542 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '06d60767-8554-4455-9743-bb6cf69554f9', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'port_id': '06d60767-8554-4455-9743-bb6cf69554f9', 'mac_address': 'fa:16:3e:d1:94:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1115344d-ad77-484d-9290-7ddbd44a7802', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:49:03.477034 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.494595 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d60767-8554-4455-9743-bb6cf69554f9 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:03.531024 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=06d60767-8554-4455-9743-bb6cf69554f9,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:03.611920 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:03.676029 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:03.683548 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.683950 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.684234 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.684616 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.684954 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.685407 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.685649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.686001 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.686335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.686662 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.686986 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.687310 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:03.870269 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec05e44-988c-4a31-b3f2-30493b97c830 req-7162becb-c897-41cf-8982-84d7f43f47d6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:03.878422 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ec05e44-988c-4a31-b3f2-30493b97c830 req-7162becb-c897-41cf-8982-84d7f43f47d6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0824966 Aug 13 03:49:03.883852 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889eb6f8-446f-4582-9ae5-0d8dfe74e33d req-d2504160-fa4a-4ef4-b416-c11b7c5dbe15 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:03.885580 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-889eb6f8-446f-4582-9ae5-0d8dfe74e33d req-d2504160-fa4a-4ef4-b416-c11b7c5dbe15 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 944 time: 0.0861757 Aug 13 03:49:03.946198 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ec05e44-988c-4a31-b3f2-30493b97c830 req-a170a5ca-93c3-46df-bdee-bf4ae755a111 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595059 Aug 13 03:49:03.954848 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-889eb6f8-446f-4582-9ae5-0d8dfe74e33d req-25bf5d08-0c00-4d90-b722-130ab0ac4202 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621185 Aug 13 03:49:04.379985 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['06d60767-8554-4455-9743-bb6cf69554f9'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:49:04.497730 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619d927-9633-48b9-a0d1-7e861ed92c28 req-8165feff-0f3e-4981-a4ce-614a25910b80 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:04.500628 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0619d927-9633-48b9-a0d1-7e861ed92c28 req-8165feff-0f3e-4981-a4ce-614a25910b80 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0691211 Aug 13 03:49:04.574717 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0619d927-9633-48b9-a0d1-7e861ed92c28 req-6dffebde-5a73-4924-a555-b5f48180dd10 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617564 Aug 13 03:49:04.600536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af34b4-24f0-447d-9754-b491452234e8 req-c7601f99-e457-4b4f-bfa7-cea92664dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:04.602609 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-c7601f99-e457-4b4f-bfa7-cea92664dca8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0617001 Aug 13 03:49:04.711846 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af34b4-24f0-447d-9754-b491452234e8 req-d82ce82f-c006-4d77-a58a-54838bb0d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:04.713359 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-d82ce82f-c006-4d77-a58a-54838bb0d425 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.1018682 Aug 13 03:49:04.771721 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-9302cfab-d10a-4727-9aca-2fac836d5953 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0376871 Aug 13 03:49:04.823928 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af34b4-24f0-447d-9754-b491452234e8 req-d7a5a5c0-0521-4e64-a200-2154c3d94ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:04.825424 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-d7a5a5c0-0521-4e64-a200-2154c3d94ad4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0460033 Aug 13 03:49:04.862956 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-9f6dce05-b2b1-4c6f-96d6-15da55910ee4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244675 Aug 13 03:49:04.964958 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-e0403075-1f89-45d1-9b51-997e1a6f8634 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927362 Aug 13 03:49:05.136851 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c2f0-64cf-4858-bf1d-2de42dfce373 req-ec64cd16-338c-46b0-896f-435def56b1bd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:05.138527 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3286c2f0-64cf-4858-bf1d-2de42dfce373 req-ec64cd16-338c-46b0-896f-435def56b1bd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 944 time: 0.0985048 Aug 13 03:49:05.140692 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af34b4-24f0-447d-9754-b491452234e8 req-b9f96d3d-43b0-4e2f-9763-28cc5d7cd7dd service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671684 Aug 13 03:49:05.193729 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3286c2f0-64cf-4858-bf1d-2de42dfce373 req-dde4a115-b3a7-4968-9218-6ca59f3fd76d tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Aug 13 03:49:05.730684 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af95f91-f703-4dda-9a73-9eb2884655cf req-7734a9ad-fa19-47e3-8381-9cd34a4579ee tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:05.732240 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0af95f91-f703-4dda-9a73-9eb2884655cf req-7734a9ad-fa19-47e3-8381-9cd34a4579ee tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0577126 Aug 13 03:49:05.788303 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0af95f91-f703-4dda-9a73-9eb2884655cf req-fd19b32b-fe7a-4e49-9ebd-6a5649c8980a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Aug 13 03:49:06.333159 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4a7e-526d-42d3-9c72-7bd0d4002559 req-8f38ab93-db5a-4549-b0e4-c7070d2460c1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:06.336212 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3ace4a7e-526d-42d3-9c72-7bd0d4002559 req-8f38ab93-db5a-4549-b0e4-c7070d2460c1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 944 time: 0.0571430 Aug 13 03:49:06.380719 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3ace4a7e-526d-42d3-9c72-7bd0d4002559 req-ba4b5d89-e87b-44d5-979f-637e6d3edef8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384219 Aug 13 03:49:06.911540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041d64-8e9a-47b5-93ce-bb517fbf35a9 req-cee01738-5d29-4499-914c-be1b7bd352c5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:06.913097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-91041d64-8e9a-47b5-93ce-bb517fbf35a9 req-cee01738-5d29-4499-914c-be1b7bd352c5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0511994 Aug 13 03:49:06.955170 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-91041d64-8e9a-47b5-93ce-bb517fbf35a9 req-232435fc-e310-4df3-a897-49bf3a21afb5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Aug 13 03:49:07.320629 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 06d60767-8554-4455-9743-bb6cf69554f9 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:07.480645 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 06d60767-8554-4455-9743-bb6cf69554f9 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:07.486955 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 06d60767-8554-4455-9743-bb6cf69554f9 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:07.487786 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.548601 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df179a0-5658-4298-acc5-2e8fa6acfaea req-cb435d8a-3680-4dd6-aac2-5d57dcb1c4aa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:07.553524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6df179a0-5658-4298-acc5-2e8fa6acfaea req-cb435d8a-3680-4dd6-aac2-5d57dcb1c4aa tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 944 time: 0.0895708 Aug 13 03:49:07.621651 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6df179a0-5658-4298-acc5-2e8fa6acfaea req-fd141328-b702-43da-bd65-9f515af0154b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606718 Aug 13 03:49:07.647953 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.673836 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:07.676378 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591171f4-5b8c-486c-bcab-47d0c6baa974" -d '{"events": [{"server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "name": "network-vif-plugged", "status": "completed", "tag": "06d60767-8554-4455-9743-bb6cf69554f9"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:07.690520 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=06d60767-8554-4455-9743-bb6cf69554f9,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:07.728084 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c559d999-53e3-4db4-9b31-e53731304335 x-openstack-request-id: req-c559d999-53e3-4db4-9b31-e53731304335 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:07.728541 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "name": "network-vif-plugged", "status": "completed", "tag": "06d60767-8554-4455-9743-bb6cf69554f9", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:07.729011 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c559d999-53e3-4db4-9b31-e53731304335 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:07.729683 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9', 'code': 200} Aug 13 03:49:07.760516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:07.830914 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:08.119257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f83588-dd82-4ad3-be3a-65f637ed578d req-66a03fe2-fe5d-4308-be72-01c6de6b1d31 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:08.120999 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d2f83588-dd82-4ad3-be3a-65f637ed578d req-66a03fe2-fe5d-4308-be72-01c6de6b1d31 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0893183 Aug 13 03:49:08.124858 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9862509-d33f-45f1-abdb-dbabe4654b83 req-e66fe088-075d-4655-bdf1-367cd064f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:08.126414 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d9862509-d33f-45f1-abdb-dbabe4654b83 req-e66fe088-075d-4655-bdf1-367cd064f965 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 1098 time: 0.0669844 Aug 13 03:49:08.190695 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d2f83588-dd82-4ad3-be3a-65f637ed578d req-64c159c6-a581-460a-9882-91b2d01bd320 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576112 Aug 13 03:49:08.195005 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d9862509-d33f-45f1-abdb-dbabe4654b83 req-10c0d418-f763-41da-ad31-7e616bb32900 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543082 Aug 13 03:49:08.892506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489d8a1-6250-411e-9684-63af774fe06f req-2a760c0c-d94f-45fc-b6a0-13dfb311ba91 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:08.894713 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3489d8a1-6250-411e-9684-63af774fe06f req-2a760c0c-d94f-45fc-b6a0-13dfb311ba91 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.0515542 Aug 13 03:49:08.943823 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3489d8a1-6250-411e-9684-63af774fe06f req-8b4066b8-93ba-41d1-818c-853b3b5f0f92 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398061 Aug 13 03:49:09.327503 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00272f69-1f89-46b6-bde7-c53db3c270a8 req-2d5c29a4-6446-4d55-87ef-ff3135dea195 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:09.329003 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00272f69-1f89-46b6-bde7-c53db3c270a8 req-2d5c29a4-6446-4d55-87ef-ff3135dea195 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0612631 Aug 13 03:49:09.374922 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00272f69-1f89-46b6-bde7-c53db3c270a8 req-414caead-46e4-4af7-826c-33efacbeb4f9 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Aug 13 03:49:09.583802 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-820f4bb8-a465-4963-a3a5-2d3d1a8f171f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:09.865240 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:49:10.254616 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a45e0-3364-4fad-9843-381b672c4e8b req-fdaf718d-b1a5-4546-8694-5a75a3b2a5dd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:10.256008 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-686a45e0-3364-4fad-9843-381b672c4e8b req-fdaf718d-b1a5-4546-8694-5a75a3b2a5dd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Aug 13 03:49:10.296257 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-686a45e0-3364-4fad-9843-381b672c4e8b req-436a6a39-629a-4606-84ef-bf6a3de8dc99 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Aug 13 03:49:10.523462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25678f72-5ba4-4dbd-9ae4-a568855dfd57 req-c3fb1d01-0913-4c45-bb89-fe6030abdc1d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:10.523462 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25678f72-5ba4-4dbd-9ae4-a568855dfd57 req-c3fb1d01-0913-4c45-bb89-fe6030abdc1d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0542552 Aug 13 03:49:10.561248 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25678f72-5ba4-4dbd-9ae4-a568855dfd57 req-233ff9d2-4e2a-4804-a53a-fa35bc9b594d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362005 Aug 13 03:49:11.514072 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f72323-97a6-4833-b5c5-3f780cd389e5 req-95a020ed-18b4-4ba0-bf34-2c105fdf6c6f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:11.515796 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09f72323-97a6-4833-b5c5-3f780cd389e5 req-95a020ed-18b4-4ba0-bf34-2c105fdf6c6f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.0562997 Aug 13 03:49:11.560379 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09f72323-97a6-4833-b5c5-3f780cd389e5 req-152deb28-55f8-40a7-af03-da0974d81d19 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356715 Aug 13 03:49:11.716992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5b5e-8f89-4ea5-9979-58f005a8ce32 req-d43d650b-8a4f-449f-ad93-ed48c76f4ba0 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:11.718773 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d04d5b5e-8f89-4ea5-9979-58f005a8ce32 req-d43d650b-8a4f-449f-ad93-ed48c76f4ba0 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0699666 Aug 13 03:49:11.770358 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d04d5b5e-8f89-4ea5-9979-58f005a8ce32 req-0f29ba74-e9f6-456e-86f5-c1e323d1ef2e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424356 Aug 13 03:49:12.068211 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e1244e56-fca7-4738-8a98-7518f1fe7505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.423104 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:12.932223 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332def6c-f8fd-4db6-9db3-707230b3f1eb req-aa11c2ed-b1c1-42ec-a729-c0ce147ee681 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:12.934376 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-332def6c-f8fd-4db6-9db3-707230b3f1eb req-aa11c2ed-b1c1-42ec-a729-c0ce147ee681 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0726728 Aug 13 03:49:12.982375 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-332def6c-f8fd-4db6-9db3-707230b3f1eb req-ccd472aa-c584-4f91-b2f0-5798124b2a23 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386679 Aug 13 03:49:13.790002 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:15.503822 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.704690 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43544) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:16.765328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Deleting subnet 32c5af6c-ccee-4efe-8b0d-fb3bf9b52fd4 {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:49:16.769672 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.814742 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.867518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:16.995738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.040583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c5af6c-ccee-4efe-8b0d-fb3bf9b52fd4,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:17.054656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.061423 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 43550) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:17.062234 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-371c15ef-605a-4dcc-a214-7b7b670972ae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/32c5af6c-ccee-4efe-8b0d-fb3bf9b52fd4 HTTP/1.1" status: 204 len: 168 time: 0.3554862 Aug 13 03:49:17.184987 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.202164 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7c100-162d-42ae-992d-40a3ce920bfa req-ac9a5458-005f-4444-b0e8-97157444bc7e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:17.204070 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65f7c100-162d-42ae-992d-40a3ce920bfa req-ac9a5458-005f-4444-b0e8-97157444bc7e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0847750 Aug 13 03:49:17.592612 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65f7c100-162d-42ae-992d-40a3ce920bfa req-ba9bd747-5ca3-445f-9092-63f310921714 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3755691 Aug 13 03:49:17.604854 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.627702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b4d37e-79d7-4025-9c6e-2febd47dc904']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:17.651129 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69f6b54-48c5-484e-b536-fa857be5b1a1') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:17.651750 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69f6b54-48c5-484e-b536-fa857be5b1a1') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:17.665800 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.681298 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.692881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:49:17.692881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:49:17.708020 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:49:17.840621 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.846747 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.850495 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b7b4d37e-79d7-4025-9c6e-2febd47dc904 HTTP/1.1" status: 204 len: 168 time: 0.7857780 Aug 13 03:49:17.853222 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43568) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:17.868445 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220923cd-cf03-41f8-a93b-ea69b8f9ead8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b4d37e-79d7-4025-9c6e-2febd47dc904,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:17.916456 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Deleting subnet 92bf6f9f-0cbf-4378-b6d3-c38752e5ec5b {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:49:17.921003 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:17.969729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.020329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.144966 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.194529 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bf6f9f-0cbf-4378-b6d3-c38752e5ec5b,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:18.200576 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.202811 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-529b0313-0395-4f7f-a400-4f5877939594 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/92bf6f9f-0cbf-4378-b6d3-c38752e5ec5b HTTP/1.1" status: 204 len: 168 time: 0.3483734 Aug 13 03:49:18.208160 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43574) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:18.314603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.651523 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.666169 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1295746b-9a7e-4a49-bf7f-2e7734a97351']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:18.679650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a365f353-aca9-4e88-80c0-e0b7aca5e416') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:18.680027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a365f353-aca9-4e88-80c0-e0b7aca5e416') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:18.698602 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.718614 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.728635 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:49:18.728994 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:49:18.730716 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:49:18.840506 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.851767 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:18.851767 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1295746b-9a7e-4a49-bf7f-2e7734a97351 HTTP/1.1" status: 204 len: 168 time: 0.6415358 Aug 13 03:49:18.861437 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a33eeb-61a4-4f75-8260-5b007014cef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1295746b-9a7e-4a49-bf7f-2e7734a97351,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:19.280136 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43592) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:19.324357 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-218fb7f1-5e69-4d2f-bc11-3183b43affbc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9afb11ef139d448c9763d44068fcf439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429492 Aug 13 03:49:19.325141 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43596) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:19.398372 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.424013 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.538121 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.540530 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:19.541833 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b13d0d6-3ee7-4fe5-8146-a8cb37ee29e7 HTTP/1.1" status: 204 len: 168 time: 0.2156847 Aug 13 03:49:19.555155 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cd0ea-fea4-4ce3-88e3-38d9bd109858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b13d0d6-3ee7-4fe5-8146-a8cb37ee29e7,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:20.288606 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 43614) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:20.331130 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-68d1a2cf-e1cd-4474-8702-3ce68ab379ba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ba34a26f7bd444e4b145126513b70c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411544 Aug 13 03:49:20.334100 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 43616) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:20.387386 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:20.412001 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:20.584265 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:20.588698 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:20.590587 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae7b7cd5-22e2-4cec-bf71-de2bfd34990a HTTP/1.1" status: 204 len: 168 time: 0.2553439 Aug 13 03:49:20.603483 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d6a0b-faa2-447a-9a12-7ae1f93520b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b7cd5-22e2-4cec-bf71-de2bfd34990a,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:24.476351 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-83c955bf-aea5-410d-b188-d4db3e40e721 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427263 Aug 13 03:49:24.574436 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-c345b9d8-b957-433d-8550-8d9bb0fcbfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:24.575886 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-c345b9d8-b957-433d-8550-8d9bb0fcbfc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.0533085 Aug 13 03:49:24.715176 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-6f86b734-9bc8-4521-8029-0ea6212b51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:24.717336 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-6f86b734-9bc8-4521-8029-0ea6212b51da service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.1163659 Aug 13 03:49:24.810986 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-43279c19-e02c-4d62-816e-010763fd51f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 1001 time: 0.0846756 Aug 13 03:49:24.871155 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-2e85f787-0a0e-4a9d-84a0-aac00e0bd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:24.872681 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-2e85f787-0a0e-4a9d-84a0-aac00e0bd05f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0536292 Aug 13 03:49:24.920861 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-feccf1d7-e460-432e-a583-9a8f01a27b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:24.922512 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-feccf1d7-e460-432e-a583-9a8f01a27b87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419707 Aug 13 03:49:25.033272 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-52bedd38-4832-4366-8411-d378d190e666 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022706 Aug 13 03:49:25.147381 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23d5e74b-1554-40c4-8a80-9b8d631ddfb7 req-6f86fed8-bf82-4cd5-af89-1a171f114f89 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017776 Aug 13 03:49:27.279080 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43840) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:27.416802 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-691e12b4-a20a-4b61-8004-31fa85726d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:27.528778 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-691e12b4-a20a-4b61-8004-31fa85726d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:27.709395 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-691e12b4-a20a-4b61-8004-31fa85726d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:27.750900 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-691e12b4-a20a-4b61-8004-31fa85726d40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f1fbcfea1954e229c8b895bc39cf310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681122 Aug 13 03:49:27.751297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 43854) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:27.768424 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e12b4-a20a-4b61-8004-31fa85726d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4936b5ca-e3d5-406e-9b11-d0d0d97bbeb3,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:27.817632 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:27.841507 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:28.052861 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:28.056225 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:28.057427 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4936b5ca-e3d5-406e-9b11-d0d0d97bbeb3 HTTP/1.1" status: 204 len: 168 time: 0.3049848 Aug 13 03:49:28.066947 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bf107-f819-4729-b100-273fc752422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4936b5ca-e3d5-406e-9b11-d0d0d97bbeb3,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:28.092539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:29.981991 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 43920) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:30.104291 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6de6379c-658d-4913-a7fd-31774bf91945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.201885 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6de6379c-658d-4913-a7fd-31774bf91945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.269314 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6de6379c-658d-4913-a7fd-31774bf91945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.312364 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6de6379c-658d-4913-a7fd-31774bf91945 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2163fe440bd341cd93f8d8f9102d369e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289196 Aug 13 03:49:30.313123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6379c-658d-4913-a7fd-31774bf91945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c13e343-b401-45e5-a39c-fbaefcaac13a,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:30.315579 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 43926) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:30.372944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.403190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.509298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.511959 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:30.513143 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c13e343-b401-45e5-a39c-fbaefcaac13a HTTP/1.1" status: 204 len: 168 time: 0.1965680 Aug 13 03:49:30.522428 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc7ba14-15ca-4e42-8c6f-35b02a31200b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c13e343-b401-45e5-a39c-fbaefcaac13a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:39.537648 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2211c672-6092-49a4-be81-7784bce3187d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:41.355785 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd64e42-ab03-4e55-9b50-f6f4b5ebe743 req-42c0be1e-fb50-497b-926d-cac7b5ad5f55 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.357671 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8fd64e42-ab03-4e55-9b50-f6f4b5ebe743 req-42c0be1e-fb50-497b-926d-cac7b5ad5f55 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0606692 Aug 13 03:49:41.426692 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8fd64e42-ab03-4e55-9b50-f6f4b5ebe743 req-e5cf7308-b057-430f-958e-a8148ef232d5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Aug 13 03:49:41.446095 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-c5b5eab7-bab0-48f4-879d-2e158ccb08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.446095 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-c5b5eab7-bab0-48f4-879d-2e158ccb08dd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0581682 Aug 13 03:49:41.547546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-8f425dcf-54b3-4e7c-9fee-c340a045b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.549146 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-8f425dcf-54b3-4e7c-9fee-c340a045b425 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.0947914 Aug 13 03:49:41.601320 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-d69b76c7-f7b4-4b08-9417-3a48fdba711a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0428839 Aug 13 03:49:41.664343 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-fbe82868-4693-42be-8f8d-7588462d8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:41.665909 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-fbe82868-4693-42be-8f8d-7588462d8112 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0560844 Aug 13 03:49:41.706143 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-b0a92996-6501-4a54-b8a6-ab7ff7439f20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301611 Aug 13 03:49:41.812695 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-6972c623-6eab-40e3-adb2-a91aa1718e74 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963702 Aug 13 03:49:41.923186 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35c20440-09b2-47ee-990d-5a28f9fb062c req-4064027e-952b-4179-82a6-519f4b1b9910 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009014 Aug 13 03:49:42.132778 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-e0f1fdb1-5690-442d-9908-9c1c3822e9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.538447 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:42.560644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1a895-b679-4060-9fe8-855efb02a19f req-76dd682e-ea03-4144-bb81-7aa8070b89bf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:42.562536 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b7e1a895-b679-4060-9fe8-855efb02a19f req-76dd682e-ea03-4144-bb81-7aa8070b89bf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0594881 Aug 13 03:49:42.606785 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b7e1a895-b679-4060-9fe8-855efb02a19f req-a19fef82-330b-4a4e-9212-3fdeeb9029ac tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Aug 13 03:49:43.739423 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bae225-0578-4e98-b9e8-6aceee0f314e req-f284e11c-d57c-4775-8514-7b721f461aa5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:43.741616 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a1bae225-0578-4e98-b9e8-6aceee0f314e req-f284e11c-d57c-4775-8514-7b721f461aa5 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0565259 Aug 13 03:49:43.781474 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a1bae225-0578-4e98-b9e8-6aceee0f314e req-978d88ca-66c9-4e44-a4d1-d253744bcb47 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339205 Aug 13 03:49:43.999344 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:44.910069 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687bd2a-3d10-4f5b-9ebd-31b5acad5c97 req-e94c7747-2625-4d62-aae7-beb86d786504 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:44.912310 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0687bd2a-3d10-4f5b-9ebd-31b5acad5c97 req-e94c7747-2625-4d62-aae7-beb86d786504 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0562038 Aug 13 03:49:44.956328 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0687bd2a-3d10-4f5b-9ebd-31b5acad5c97 req-04f7d853-245f-45b9-9562-ba56a4a577ef tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 13 03:49:45.453399 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:46.097259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dc8d1-933f-44a5-b425-0f1c4c026897 req-7bf6e23f-c3a1-412f-8a20-a98aca1eebc6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:46.098790 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-af8dc8d1-933f-44a5-b425-0f1c4c026897 req-7bf6e23f-c3a1-412f-8a20-a98aca1eebc6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0535533 Aug 13 03:49:46.138400 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-af8dc8d1-933f-44a5-b425-0f1c4c026897 req-a8b82b4a-2be6-435b-aca3-b9296536fc77 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330520 Aug 13 03:49:46.855520 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:49:47.263354 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44260) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:47.272087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb6f33-82f7-44cd-b339-2324f7ed8974 req-6eecbdfe-1fe8-4e69-a3e9-9d6ffab60351 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:47.272087 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2acb6f33-82f7-44cd-b339-2324f7ed8974 req-6eecbdfe-1fe8-4e69-a3e9-9d6ffab60351 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0525341 Aug 13 03:49:47.308777 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2acb6f33-82f7-44cd-b339-2324f7ed8974 req-ba6560fa-0610-475c-aaad-a46504042d0e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Aug 13 03:49:47.374944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.461907 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.602308 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.647518 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44272) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:47.658100 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d2802d401de44d887ded29c7a7d462e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764246 Aug 13 03:49:47.667355 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f466c-041c-4054-bd18-17a7a0d2c2a1,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.687109 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.687458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.687798 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.688133 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.688468 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.688799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.689127 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.689454 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.690674 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.690674 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.690674 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.690955 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4338a048-9b64-4070-abfc-e7fbe5608614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.712129 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.739349 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.863546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.866892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:47.870995 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d1f466c-041c-4054-bd18-17a7a0d2c2a1 HTTP/1.1" status: 204 len: 168 time: 0.2196913 Aug 13 03:49:47.926386 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f466c-041c-4054-bd18-17a7a0d2c2a1,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:47.939523 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.939875 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.940219 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.940558 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.940891 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.941225 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.941559 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.941919 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.942289 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.942612 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.942938 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.943303 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2702a32c-65b5-49fc-b4cc-29627d4a321f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:47.999506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0d757af6-b067-4fcf-b949-60f5a1e31421 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:48.001075 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0d757af6-b067-4fcf-b949-60f5a1e31421 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.1318772 Aug 13 03:49:48.017100 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-bcaab0d4-e30e-4a78-9ea5-3e725937a440 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/quotas/7c054f0e55e346429ab756df50354e9c HTTP/1.1" status: 200 len: 375 time: 0.0096676 Aug 13 03:49:48.087410 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-5308277e-1376-490e-97ac-e801f2212270 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624249 Aug 13 03:49:48.183076 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-53b5697d-bea7-43a1-b833-1c9fb54a3065 service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879354 Aug 13 03:49:48.278801 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-3bb11a18-dcd5-4439-bd63-cfbbe5f63705 service neutron] 10.222.0.45 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896997 Aug 13 03:49:48.447556 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89104bf6-fa52-43de-ae3e-9962f41fb934 req-28aa4300-1cbd-45f5-b7bd-fc0f2e4ae939 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:48.449213 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-89104bf6-fa52-43de-ae3e-9962f41fb934 req-28aa4300-1cbd-45f5-b7bd-fc0f2e4ae939 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0594926 Aug 13 03:49:48.497965 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-89104bf6-fa52-43de-ae3e-9962f41fb934 req-f9745454-feaa-4f9f-8ee4-1f9bc5a28ae8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Aug 13 03:49:48.563418 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ec11112f-933b-450d-b3ca-4447783eb3e8 req-cad2c154-6588-4009-8900-e78208d033ee tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0309460 Aug 13 03:49:49.231267 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44348) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:49.334945 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1523130542-network', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:49.446953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Made reservation on behalf of 70fc3554e5b449e1ac5c3be55a904402 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:49.449237 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.458670 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.560282 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.626623 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e6086-dcad-45ad-9038-f9600adbccea req-90d54859-e194-4721-854d-ef856071b859 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:49.631364 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-379e6086-dcad-45ad-9038-f9600adbccea req-90d54859-e194-4721-854d-ef856071b859 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0513124 Aug 13 03:49:49.676122 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.681863 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78b0c786-189c-4300-9be9-08e869089fbf req-ed775326-f530-493e-b54e-f31e25cbd011 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0348167 Aug 13 03:49:49.711887 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:49:49.712916 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-379e6086-dcad-45ad-9038-f9600adbccea req-63d6bf45-d2dd-440d-8c53-67e1fec363dc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752814 Aug 13 03:49:49.729972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc25c8-0369-4edc-8028-6e437d39a8ff,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:49.733172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.733517 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Added segment ffb92ade-f6d1-4835-9e01-1ab65acb961f of type vlan for network 807d59b6-f946-4344-b717-ae4fd2a587f6 Aug 13 03:49:49.779413 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.903592 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.904583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:49.905177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:49.962844 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] Pushing event updated for resources: {'Network': ['ID=807d59b6-f946-4344-b717-ae4fd2a587f6,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:49.973562 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:49:50.041351 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0cc09696-012c-4e2a-bc4f-b83f3cf40070 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8089449 Aug 13 03:49:50.044489 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44368) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:50.049240 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Request body: {'subnet': {'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1523130542-subnet', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:50.149028 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Made reservation on behalf of 70fc3554e5b449e1ac5c3be55a904402 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:50.151431 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.424122 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.494416 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e748796c-df72-4a1e-a2e6-36b91f164f5f,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:50.504926 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Checking segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:50.505283 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Network hostable DHCP agents. Network: 807d59b6-f946-4344-b717-ae4fd2a587f6, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:49:50.623420 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:49:50.720805 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 807d59b6-f946-4344-b717-ae4fd2a587f6) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:50.727075 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:50.729133 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.734109 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5cf492-0ae2-484e-b3ca-d536f8d22f56 None None] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:50.796944 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ea38fed9-658e-4544-988f-085d4c3a68ba req-c1770a63-65e4-45a5-bd19-5aa94b851662 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0309792 Aug 13 03:49:50.823922 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e7afe9f5-c53e-47a7-ad02-d91e57a5101e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7783651 Aug 13 03:49:50.826503 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44386) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:50.830941 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:50.876807 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a23db-c0eb-4d9e-a34a-ee91489cdf39 req-a9b4392c-feb6-4066-be64-97894e5dc3a7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:50.878960 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-856a23db-c0eb-4d9e-a34a-ee91489cdf39 req-a9b4392c-feb6-4066-be64-97894e5dc3a7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0736182 Aug 13 03:49:50.921266 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.922908 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.938502 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-856a23db-c0eb-4d9e-a34a-ee91489cdf39 req-ba66da91-7517-4943-bad2-731c056fc99e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521049 Aug 13 03:49:50.939123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-807d59b6-f946-4344-b717-ae4fd2a587f6', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:49:50.940082 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:50.995409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.090202 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Allocated IP 172.20.0.2 (807d59b6-f946-4344-b717-ae4fd2a587f6/e748796c-df72-4a1e-a2e6-36b91f164f5f/3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:51.250604 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.262993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Transition to ACTIVE for port object 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:51.286528 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.296336 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Transition to ACTIVE for port object 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:51.310142 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-9d47ec9d-9a35-4802-9aa5-704d675532a8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:51.311954 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-9d47ec9d-9a35-4802-9aa5-704d675532a8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/networks?id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 200 len: 814 time: 0.1372981 Aug 13 03:49:51.354396 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Request body: {'port': {'device_id': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'admin_state_up': True, 'tenant_id': '7c054f0e55e346429ab756df50354e9c'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:51.390733 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.436051 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:51.455590 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:51.469190 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:51.492281 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Pushing event updated for resources: {'Port': ['ID=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:51.556678 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Attempting to bind port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:51.557045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Attempting to bind port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:51.557404 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Attempting to bind port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 on network 807d59b6-f946-4344-b717-ae4fd2a587f6 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:51.567090 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:51.567477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Checking segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:51.567886 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.568506 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Bound using segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:51.569123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Bound port: 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:51.569427 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.595206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Made reservation on behalf of 7c054f0e55e346429ab756df50354e9c for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:51.600960 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.644419 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.644960 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] For port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:51.644960 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] For port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:51.659777 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.738792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Allocated IP 172.20.0.14 (1b932467-ae20-42b3-a9e9-a288dbf0bd0b/1115344d-ad77-484d-9290-7ddbd44a7802/6e45c13e-b048-4017-b695-38be750be9ca) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:51.773128 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Allocated IP 172.27.1.231 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/64f171ee-667b-48f6-99e2-4b5db13f0e02) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:51.858623 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.934134 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6225f283-ec52-4ca5-b9c8-f4dcded3f2b5 req-4355152f-7290-4087-85a6-8332e76f3c7a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0466309 Aug 13 03:49:51.937329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:51.944413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ab66b-93bd-4717-bb11-5f89bc31c469 None None] Pushing event updated for resources: {'Port': ['ID=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:51.951210 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.087003 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.117134 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef09887-13c4-4c6f-beed-59af31951333 req-cb06889b-a11e-4f0a-b41d-4991e185c04f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.118815 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eef09887-13c4-4c6f-beed-59af31951333 req-cb06889b-a11e-4f0a-b41d-4991e185c04f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0636125 Aug 13 03:49:52.120977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.126544 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:52.134460 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:52.138294 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:52.165021 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3', 'af906f11-86f4-4f13-83db-9b6481e1d392', '06d60767-8554-4455-9743-bb6cf69554f9'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:49:52.170719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=64f171ee-667b-48f6-99e2-4b5db13f0e02,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:52.258606 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eef09887-13c4-4c6f-beed-59af31951333 req-8687e687-918e-4ff0-9e66-9790d2106ec2 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103604 Aug 13 03:49:52.277518 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:52.279185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:52.283828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:52.287496 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event updated for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:52.391771 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:52.392803 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.488009 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-690547b1-8629-4809-9071-b239417c933a tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1377909 Aug 13 03:49:52.523659 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Request body: {'port': {'device_id': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:52.546858 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:52.588972 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44434) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:52.638607 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.735418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.745532 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:52.850648 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f089b48-433d-46b6-b644-9d10fafd4615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:52.985379 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.139064 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f089b48-433d-46b6-b644-9d10fafd4615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.142413 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e45c13e-b048-4017-b695-38be750be9ca {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:49:53.153791 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.170763 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07a0e6-7738-49d7-8b12-7026d368563a None None] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:53.174038 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0b608-278b-44b1-8b7e-c1d1a955c905 req-91ff0c5d-9bab-4b19-9bfe-0637aedc539b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:53.175581 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95a0b608-278b-44b1-8b7e-c1d1a955c905 req-91ff0c5d-9bab-4b19-9bfe-0637aedc539b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 932 time: 0.1350889 Aug 13 03:49:53.181909 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Transition to ACTIVE for port object 6e45c13e-b048-4017-b695-38be750be9ca will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:53.217833 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95a0b608-278b-44b1-8b7e-c1d1a955c905 req-0e79a28e-b5bb-4dcf-8ac1-dc50d2290dc7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338984 Aug 13 03:49:53.229964 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8f089b48-433d-46b6-b644-9d10fafd4615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.273588 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8f089b48-433d-46b6-b644-9d10fafd4615 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04274ad5d8724d98b8a6045e895fefcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832933 Aug 13 03:49:53.275116 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f089b48-433d-46b6-b644-9d10fafd4615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6f69d6-2664-4e8a-b6df-50913d55911b,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.276171 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44442) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:53.293125 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:49:53.344989 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Provisioning for port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:53.348333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.352543 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Provisioning complete for port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:53.353144 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.377676 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.446366 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.455517 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Pushing event updated for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.472254 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.502320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:53.514772 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Sync routers for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:53.527380 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:53.532935 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:53.543660 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceffef-6e14-40c9-9a27-5c1bdd8bb061 req-7ef6ea99-b4a2-44fb-96bd-65346dc4fb24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:53.551412 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3dceffef-6e14-40c9-9a27-5c1bdd8bb061 req-7ef6ea99-b4a2-44fb-96bd-65346dc4fb24 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.2142317 Aug 13 03:49:53.559420 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] For port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:53.608637 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3dceffef-6e14-40c9-9a27-5c1bdd8bb061 req-e5432c43-3ee8-42d0-bc9f-0eb73dd1d76c tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563009 Aug 13 03:49:53.623762 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Attempting to bind port 6e45c13e-b048-4017-b695-38be750be9ca on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:53.624627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Attempting to bind port 6e45c13e-b048-4017-b695-38be750be9ca by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:53.625053 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Attempting to bind port 6e45c13e-b048-4017-b695-38be750be9ca on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:53.636292 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Port 6e45c13e-b048-4017-b695-38be750be9ca on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:49:53.637017 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Attempting to bind port 6e45c13e-b048-4017-b695-38be750be9ca on network 1b932467-ae20-42b3-a9e9-a288dbf0bd0b {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:53.643296 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:53.643637 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Checking segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:53.647849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Bound using segment: {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:53.647849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Bound port: 6e45c13e-b048-4017-b695-38be750be9ca, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:53.647849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.662493 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:53.716415 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:53.720586 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e45c13e-b048-4017-b695-38be750be9ca,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:53.758915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.764216 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7842de9d-07cc-4323-9daf-5b82121e7ad4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9327955 Aug 13 03:49:53.764216 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.766766 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.766895 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44452) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:53.770564 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.772581 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae6f69d6-2664-4e8a-b6df-50913d55911b HTTP/1.1" status: 204 len: 168 time: 0.4952691 Aug 13 03:49:53.800183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cfb30-b364-479c-b28c-c3fcc31569cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6f69d6-2664-4e8a-b6df-50913d55911b,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.841207 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28667d-f8f4-483c-9d9f-7b485cc477be None None] Pushing event updated for resources: {'Port': ['ID=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.867118 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.887323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-bde051ff-e245-4e02-856b-dcac3fdfdf48 None None] Provisioning complete for port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:53.887755 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-bde051ff-e245-4e02-856b-dcac3fdfdf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.926318 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:53.927053 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:53.928646 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] 10.222.0.61 "PUT /v2.0/ports/6e45c13e-b048-4017-b695-38be750be9ca HTTP/1.1" status: 200 len: 1094 time: 1.4111590 Aug 13 03:49:53.931448 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:49:53.933791 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "tag": "6e45c13e-b048-4017-b695-38be750be9ca"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:49:53.954350 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93aa68-41a6-44ee-88a9-d38e70779571 service neutron] Pushing event updated for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:53.996773 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 3, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:54.022271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1310c-84d1-4e6a-8d80-b9a95f4115de x-openstack-request-id: req-70a1310c-84d1-4e6a-8d80-b9a95f4115de {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:49:54.022271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "tag": "6e45c13e-b048-4017-b695-38be750be9ca", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:49:54.022965 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70a1310c-84d1-4e6a-8d80-b9a95f4115de {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:49:54.023271 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca', 'status': 'completed', 'code': 200} Aug 13 03:49:54.135191 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Checking router: 21b3bbb0-96f5-44ee-a3f8-4722282ff711 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:54.135554 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Updating router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 port 64f171ee-667b-48f6-99e2-4b5db13f0e02 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:54.166737 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.450858 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-745bcd1b-2b28-471c-8d97-4f7f5b5bac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.452801 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-745bcd1b-2b28-471c-8d97-4f7f5b5bac7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.1284866 Aug 13 03:49:54.462778 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.463397 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb8a9-1b73-4271-a6bc-007b1c7c97c6 req-662716bd-d0e3-47d9-92f7-f11c55b72bc7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.471323 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e2bb8a9-1b73-4271-a6bc-007b1c7c97c6 req-662716bd-d0e3-47d9-92f7-f11c55b72bc7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1483848 Aug 13 03:49:54.475148 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Transition to ACTIVE for port object 64f171ee-667b-48f6-99e2-4b5db13f0e02 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:54.496042 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:54.567176 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:54.567650 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.617941 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.644003 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e2bb8a9-1b73-4271-a6bc-007b1c7c97c6 req-23048acc-7eca-4b3f-9a4b-e0abd89a9fa0 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716752 Aug 13 03:49:54.676238 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Pushing event updated for resources: {'Port': ['ID=64f171ee-667b-48f6-99e2-4b5db13f0e02,revision_number=2']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:54.685611 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-5163127f-2b33-406f-ae6e-ad94bb709a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.687172 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-5163127f-2b33-406f-ae6e-ad94bb709a1a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=7c054f0e55e346429ab756df50354e9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2138593 Aug 13 03:49:54.688430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44474) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:54.691931 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.692508 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.693007 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.694170 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.694686 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.695224 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.695745 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.696251 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.696795 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.697637 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.698169 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.698689 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:49:54.708209 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61d8b354-bc2a-40dc-96d3-8f676c776d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.727732 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Attempting to bind port 64f171ee-667b-48f6-99e2-4b5db13f0e02 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:54.728146 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Attempting to bind port 64f171ee-667b-48f6-99e2-4b5db13f0e02 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:54.728765 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Attempting to bind port 64f171ee-667b-48f6-99e2-4b5db13f0e02 on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:54.735718 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:54.735834 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:54.736213 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.737133 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:54.737838 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Bound port: 64f171ee-667b-48f6-99e2-4b5db13f0e02, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:54.738512 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.805150 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] For port 64f171ee-667b-48f6-99e2-4b5db13f0e02, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:54.808623 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] For port 64f171ee-667b-48f6-99e2-4b5db13f0e02, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=64f171ee-667b-48f6-99e2-4b5db13f0e02,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:54.825993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61d8b354-bc2a-40dc-96d3-8f676c776d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.888762 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585433bd-7bd7-4b72-a9c0-b0336fd34e1f req-61caba6f-a6ad-4b5f-906a-9fb52d0e2aa4 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.890338 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-585433bd-7bd7-4b72-a9c0-b0336fd34e1f req-61caba6f-a6ad-4b5f-906a-9fb52d0e2aa4 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1621799 Aug 13 03:49:54.904188 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.914047 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-23578f3e-eca9-4baf-9b98-a58a75802e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:54.915605 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a4fafd4-9ce6-42cd-8455-354cb2502d4f req-23578f3e-eca9-4baf-9b98-a58a75802e8d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2175102 Aug 13 03:49:54.920647 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-61d8b354-bc2a-40dc-96d3-8f676c776d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.956808 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:54.958073 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052bb08-ff06-4309-9edb-7587816ce38b None None] Pushing event updated for resources: {'Port': ['ID=64f171ee-667b-48f6-99e2-4b5db13f0e02,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:54.965276 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-61d8b354-bc2a-40dc-96d3-8f676c776d95 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ab8e177c6914370a8625015269214cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756734 Aug 13 03:49:54.966466 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8b354-bc2a-40dc-96d3-8f676c776d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db9cc98-d8f4-4d84-824e-89abc219db13,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:54.969531 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44478) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:54.989584 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-585433bd-7bd7-4b72-a9c0-b0336fd34e1f req-76f1a301-d5ed-4a76-9ce4-207e50501173 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799999 Aug 13 03:49:55.027671 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:55.029049 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:55.057407 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.088383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.116111 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-54744e8b-6864-452f-833a-ea017f2a413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:55.117735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-54744e8b-6864-452f-833a-ea017f2a413d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7c054f0e55e346429ab756df50354e9c&device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.1091421 Aug 13 03:49:55.189231 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:55.198456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-55c72e7f-ba48-4fd5-9c5b-f5c79ce0bdc3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e45c13e-b048-4017-b695-38be750be9ca HTTP/1.1" status: 200 len: 217 time: 0.0470445 Aug 13 03:49:55.235337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.238008 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.239516 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4db9cc98-d8f4-4d84-824e-89abc219db13 HTTP/1.1" status: 204 len: 168 time: 0.2687542 Aug 13 03:49:55.252728 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c13d9-4e40-4fe9-9281-c4aeae56c768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db9cc98-d8f4-4d84-824e-89abc219db13,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:55.333401 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Allocated IP 172.20.0.1 (807d59b6-f946-4344-b717-ae4fd2a587f6/e748796c-df72-4a1e-a2e6-36b91f164f5f/563708e5-ad28-4245-92d0-9c60f85cc37a) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:49:55.347773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-8a54ff48-7b62-49f6-98a7-136ffbb8aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:55.349281 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-8a54ff48-7b62-49f6-98a7-136ffbb8aa4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 200 len: 854 time: 0.1112812 Aug 13 03:49:55.415381 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 3, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:55.416427 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-78b293cd-cfda-4993-ad2f-09c86230f251 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1b932467-ae20-42b3-a9e9-a288dbf0bd0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581863 Aug 13 03:49:55.446479 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72bcc2f-fba1-4afe-87fa-70b22b730168 None None] The sync data for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi is: [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:52Z', 'revision_number': 3, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:55.537744 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.564794 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Transition to ACTIVE for port object 563708e5-ad28-4245-92d0-9c60f85cc37a will not be triggered until provisioned by entity DHCP. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:55.567737 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-a6dbae65-3826-462b-ab3c-ea1ce8c4a68d service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420920 Aug 13 03:49:55.720338 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-950f9969-4223-49ef-9c55-4c3534f1af7d req-8e016622-c7a3-42a4-b1f1-c3a43247e612 service neutron] 10.222.0.61 "GET /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435537 Aug 13 03:49:55.736887 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.810201 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:55.818793 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:55.830214 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:49:55.856251 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Pushing event updated for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:55.890995 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f3e63-6dc7-4435-9e1c-78f57ac1f4dc req-6fc30d11-aa55-423b-947d-33d16070b787 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:55.892337 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d1f3e63-6dc7-4435-9e1c-78f57ac1f4dc req-6fc30d11-aa55-423b-947d-33d16070b787 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1271496 Aug 13 03:49:55.900046 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:55.904388 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44496) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:56.042210 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d1f3e63-6dc7-4435-9e1c-78f57ac1f4dc req-938ee4d7-c00e-42e7-b17e-cf596a928928 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385741 Aug 13 03:49:56.052417 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-978dd0ca-6f1f-4e20-ae8e-638cb0c0bd3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.190428 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-978dd0ca-6f1f-4e20-ae8e-638cb0c0bd3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.207367 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f2194-1913-462e-8370-7c5e9816330f req-d7a31968-6d03-41ab-afcc-523a4fe5c8dc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:56.207367 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-362f2194-1913-462e-8370-7c5e9816330f req-d7a31968-6d03-41ab-afcc-523a4fe5c8dc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0655921 Aug 13 03:49:56.264140 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-362f2194-1913-462e-8370-7c5e9816330f req-aae39042-3a6e-4638-ad39-793b89ca6984 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519443 Aug 13 03:49:56.322630 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d578db-680b-49b3-85b2-4734596ecdea req-3f7901ba-478e-4f82-bad7-cd0b7ffe61ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:56.324517 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-96d578db-680b-49b3-85b2-4734596ecdea req-3f7901ba-478e-4f82-bad7-cd0b7ffe61ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0814111 Aug 13 03:49:56.327612 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.331812 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-8d0c9fda-a887-45ab-9474-05bacd8e7f80 None None] Provisioning for port 563708e5-ad28-4245-92d0-9c60f85cc37a completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:56.333555 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-978dd0ca-6f1f-4e20-ae8e-638cb0c0bd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.347979 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-8d0c9fda-a887-45ab-9474-05bacd8e7f80 None None] Provisioning complete for port 563708e5-ad28-4245-92d0-9c60f85cc37a triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:56.348653 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8d0c9fda-a887-45ab-9474-05bacd8e7f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.365863 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-978dd0ca-6f1f-4e20-ae8e-638cb0c0bd3b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=24e6d14dd102494692663b7df97dc82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589553 Aug 13 03:49:56.375504 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44506) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:56.393943 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-8d0c9fda-a887-45ab-9474-05bacd8e7f80 None None] Port 563708e5-ad28-4245-92d0-9c60f85cc37a cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:56.415596 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978dd0ca-6f1f-4e20-ae8e-638cb0c0bd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a06fd8-c08e-40f5-abb1-bb478437543c,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:56.428583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44508) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:56.470795 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e9e6808c-b1bb-485d-b251-b89ce94abcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.492414 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-96d578db-680b-49b3-85b2-4734596ecdea req-5e087502-080b-48e2-8287-97a22df9f361 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537843 Aug 13 03:49:56.526682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.541854 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 64f171ee-667b-48f6-99e2-4b5db13f0e02 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:56.566029 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.584591 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.658572 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.728554 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.730353 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Pushing event updated for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:56.737342 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 64f171ee-667b-48f6-99e2-4b5db13f0e02 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:49:56.742935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 64f171ee-667b-48f6-99e2-4b5db13f0e02 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:56.743408 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.773432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.776445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.781010 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1a06fd8-c08e-40f5-abb1-bb478437543c HTTP/1.1" status: 204 len: 168 time: 0.4014947 Aug 13 03:49:56.783823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e9e6808c-b1bb-485d-b251-b89ce94abcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.794836 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24cc36-17aa-4ea3-8bf9-b141d99f2f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a06fd8-c08e-40f5-abb1-bb478437543c,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:56.839010 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.846794 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e9e6808c-b1bb-485d-b251-b89ce94abcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:56.853916 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:49:56.855612 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:56.868644 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 64f171ee-667b-48f6-99e2-4b5db13f0e02, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=64f171ee-667b-48f6-99e2-4b5db13f0e02,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:49:56.904673 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e9e6808c-b1bb-485d-b251-b89ce94abcc0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af08cac83d1b46949de49a9793d2ccc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538035 Aug 13 03:49:56.905968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6808c-b1bb-485d-b251-b89ce94abcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e244aed8-84e4-4374-a269-ef033b3ee62b,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:56.908613 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44514) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:56.968115 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.033152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=64f171ee-667b-48f6-99e2-4b5db13f0e02,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:57.051492 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.065789 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:49:57.085507 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.121334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-5908811b-912a-4809-a136-687a50ea62a7 None None] Provisioning complete for port 563708e5-ad28-4245-92d0-9c60f85cc37a triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:57.121828 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5908811b-912a-4809-a136-687a50ea62a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.168544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-5908811b-912a-4809-a136-687a50ea62a7 None None] Port 563708e5-ad28-4245-92d0-9c60f85cc37a cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:49:57.270928 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ebb9e-c457-4bed-abb2-5f6117b23bf5 req-2db803cc-1803-43a0-892d-ebad1ffd6330 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:57.273728 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-905ebb9e-c457-4bed-abb2-5f6117b23bf5 req-2db803cc-1803-43a0-892d-ebad1ffd6330 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1286054 Aug 13 03:49:57.289155 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:49:57.299466 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-63f67fa9-22bd-42dd-b620-386c29b175ff admin admin] 10.222.0.45 "PUT /v2.0/routers/21b3bbb0-96f5-44ee-a3f8-4722282ff711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5338683 Aug 13 03:49:57.342204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.345072 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:57.346551 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e244aed8-84e4-4374-a269-ef033b3ee62b HTTP/1.1" status: 204 len: 168 time: 0.4369054 Aug 13 03:49:57.361229 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-905ebb9e-c457-4bed-abb2-5f6117b23bf5 req-b62737b7-7a1a-43bf-a3d2-21c30df5da6b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802922 Aug 13 03:49:57.367666 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57399b3-ad05-4cba-8def-cbd0036c39f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e244aed8-84e4-4374-a269-ef033b3ee62b,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:57.453451 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6027f95-2b46-430a-af0a-2408d13383ff req-ab5a52b8-6f57-439b-bb02-4cce2272a8cc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:57.455118 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e6027f95-2b46-430a-af0a-2408d13383ff req-ab5a52b8-6f57-439b-bb02-4cce2272a8cc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0564027 Aug 13 03:49:57.504466 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e6027f95-2b46-430a-af0a-2408d13383ff req-0c3e42de-1f39-446d-bd14-55f469066ab3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Aug 13 03:49:57.568990 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Sync routers for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:49:57.578613 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:57.579228 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:57.695513 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:57.940682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 2, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:57.971141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Checking router: 21b3bbb0-96f5-44ee-a3f8-4722282ff711 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:49:57.971523 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Updating router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 port 563708e5-ad28-4245-92d0-9c60f85cc37a binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:49:57.975006 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.000456 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.227597 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44542) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:58.232754 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134300257-network', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:58.296392 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.307203 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Transition to ACTIVE for port object 563708e5-ad28-4245-92d0-9c60f85cc37a will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:49:58.349218 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Made reservation on behalf of cb41d4b5a2ca480a80335dc5bdca2137 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:58.352287 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.360964 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.372345 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.460515 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd327bb-a8f2-43dc-b060-d5abdec0d853 None None] Pushing event updated for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:58.469305 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Attempting to bind port 563708e5-ad28-4245-92d0-9c60f85cc37a on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Attempting to bind port 563708e5-ad28-4245-92d0-9c60f85cc37a by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Attempting to bind port 563708e5-ad28-4245-92d0-9c60f85cc37a on network 807d59b6-f946-4344-b717-ae4fd2a587f6 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Checking segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:58.485993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.486685 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Bound using segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:49:58.487262 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Bound port: 563708e5-ad28-4245-92d0-9c60f85cc37a, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:49:58.487721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.526139 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 64f171ee-667b-48f6-99e2-4b5db13f0e02 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:49:58.584613 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.588785 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] For port 563708e5-ad28-4245-92d0-9c60f85cc37a, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:49:58.593404 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] For port 563708e5-ad28-4245-92d0-9c60f85cc37a, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=563708e5-ad28-4245-92d0-9c60f85cc37a,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:49:58.604509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 64f171ee-667b-48f6-99e2-4b5db13f0e02 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:49:58.605122 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.612065 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:49:58.632857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3acc188-6b90-4fa0-b895-f18ab9e9c6f5,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:58.634366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.634716 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Added segment c17596f5-6520-4d8c-bd3b-93fc5487d5e5 of type vlan for network 1db9f915-9f85-4fbf-8c97-935fdca49c33 Aug 13 03:49:58.718005 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.778978 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36391d05-bed2-4137-bc51-23679ecad99b req-d4b0de5e-5e49-4d4f-86da-32b7010ece57 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:58.780595 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36391d05-bed2-4137-bc51-23679ecad99b req-d4b0de5e-5e49-4d4f-86da-32b7010ece57 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1324186 Aug 13 03:49:58.807967 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831d0d7-293a-415b-bab3-7f0ac7bda97d req-b656f22d-4906-4dae-a9bd-cebe88c1c021 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:58.809565 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8831d0d7-293a-415b-bab3-7f0ac7bda97d req-b656f22d-4906-4dae-a9bd-cebe88c1c021 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1108243 Aug 13 03:49:58.835479 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.867200 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36391d05-bed2-4137-bc51-23679ecad99b req-96d8cc4d-2c15-4624-b769-a3b8910ab594 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Aug 13 03:49:58.879174 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8831d0d7-293a-415b-bab3-7f0ac7bda97d req-91bceedb-3b8d-43f0-98d1-b63ef4aa872b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614927 Aug 13 03:49:58.909877 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.911664 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:58.913702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:58.915812 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd327bb-a8f2-43dc-b060-d5abdec0d853 None None] Pushing event updated for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:58.923987 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:49:58.924793 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:58.987949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] Pushing event updated for resources: {'Network': ['ID=1db9f915-9f85-4fbf-8c97-935fdca49c33,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:59.011727 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:49:59.060825 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f3b01afd-17a3-4668-9ffc-e31a5feb4138 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8320651 Aug 13 03:49:59.061792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44550) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:59.067309 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Request body: {'subnet': {'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134300257-subnet', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:59.095556 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:49:59.149496 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Made reservation on behalf of cb41d4b5a2ca480a80335dc5bdca2137 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:49:59.152030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351205'] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.313875 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:49:58Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:49:59.345465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6550d86-6ced-47b3-837e-a65a559207dc None None] The sync data for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi is: [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:49:58Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:49:59.399573 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3249388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351191'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.462399 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82a21767-df40-4496-9888-b4d5b7b6b636,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:49:59.474182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Checking segment: {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:49:59.480397 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Network hostable DHCP agents. Network: 1db9f915-9f85-4fbf-8c97-935fdca49c33, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:49:59.572187 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:49:59.719539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 1db9f915-9f85-4fbf-8c97-935fdca49c33) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:49:59.719805 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:49:59.721165 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.726087 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2ff3d-3f71-4580-9e91-55bf1debff43 None None] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:49:59.796292 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b998bea7-b5e8-4b3c-aaf5-c9c3bbfd35b0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7331021 Aug 13 03:49:59.798866 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44556) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:49:59.804268 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:49:59.886732 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.887538 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-1db9f915-9f85-4fbf-8c97-935fdca49c33', 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'fixed_ips': [{'subnet_id': '82a21767-df40-4496-9888-b4d5b7b6b636'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:49:59.887860 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:49:59.888418 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.045231 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.091663 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Allocated IP 172.20.0.2 (1db9f915-9f85-4fbf-8c97-935fdca49c33/82a21767-df40-4496-9888-b4d5b7b6b636/2f70ee71-2510-4623-b3a8-d45409d8af82) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:00.296172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.359918 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.378083 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Transition to ACTIVE for port object 2f70ee71-2510-4623-b3a8-d45409d8af82 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:00.408303 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Transition to ACTIVE for port object 2f70ee71-2510-4623-b3a8-d45409d8af82 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:00.425869 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e20cc-28d9-4bdc-9598-f252139b6e50 req-ae19907b-34cc-40f8-8088-8b428000df7b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:00.433396 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c5e20cc-28d9-4bdc-9598-f252139b6e50 req-ae19907b-34cc-40f8-8088-8b428000df7b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.3902142 Aug 13 03:50:00.478102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36464d2a-4c98-4f5f-8491-f304fe916b4a req-21d659a0-0cb8-44ea-a46c-b4301ffc7e6b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:00.487669 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36464d2a-4c98-4f5f-8491-f304fe916b4a req-21d659a0-0cb8-44ea-a46c-b4301ffc7e6b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.4739301 Aug 13 03:50:00.521137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.557475 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c5e20cc-28d9-4bdc-9598-f252139b6e50 req-61681dc8-5570-4c32-8334-c6e638657189 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178615 Aug 13 03:50:00.589956 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36464d2a-4c98-4f5f-8491-f304fe916b4a req-0db2d10d-9b21-4dc7-8225-2341b42b3dd4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013422 Aug 13 03:50:00.590947 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:00.594170 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 563708e5-ad28-4245-92d0-9c60f85cc37a up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:00.635082 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:00.649492 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:00.717010 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Pushing event updated for resources: {'Port': ['ID=2f70ee71-2510-4623-b3a8-d45409d8af82,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:00.784302 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Attempting to bind port 2f70ee71-2510-4623-b3a8-d45409d8af82 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:00.784895 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Attempting to bind port 2f70ee71-2510-4623-b3a8-d45409d8af82 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:00.785494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Attempting to bind port 2f70ee71-2510-4623-b3a8-d45409d8af82 on network 1db9f915-9f85-4fbf-8c97-935fdca49c33 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:00.798195 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:00.798799 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Checking segment: {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:00.799721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.800384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Bound using segment: {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:00.801699 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Bound port: 2f70ee71-2510-4623-b3a8-d45409d8af82, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:00.802391 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.877389 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 563708e5-ad28-4245-92d0-9c60f85cc37a completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:00.888031 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 563708e5-ad28-4245-92d0-9c60f85cc37a triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:00.888404 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.924881 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.925569 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] For port 2f70ee71-2510-4623-b3a8-d45409d8af82, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:00.945874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:00.947506 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] For port 2f70ee71-2510-4623-b3a8-d45409d8af82, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2f70ee71-2510-4623-b3a8-d45409d8af82,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:01.017911 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.041141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.082870 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 563708e5-ad28-4245-92d0-9c60f85cc37a, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=563708e5-ad28-4245-92d0-9c60f85cc37a,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:01.083098 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Allocated IP 172.27.1.92 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/e5c74439-55a1-43b2-88f7-6c42c2f82d8c) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:01.113570 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b9e48-87b8-4cb6-bfc8-04a1bb60dbfd None None] Pushing event updated for resources: {'Port': ['ID=2f70ee71-2510-4623-b3a8-d45409d8af82,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:01.190297 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.205662 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.252831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:01.338671 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.382460 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86418c14-3275-4fc7-94ca-bd27e68e9d3e req-39bf8958-7d33-4ba3-935c-8a1977c144d9 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:01.384667 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86418c14-3275-4fc7-94ca-bd27e68e9d3e req-39bf8958-7d33-4ba3-935c-8a1977c144d9 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0688083 Aug 13 03:50:01.385316 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:01.391443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:01.395254 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:01.402217 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:01.458342 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-86418c14-3275-4fc7-94ca-bd27e68e9d3e req-b8f50ef3-d0fa-4d0a-a2a8-f37672c16cf3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Aug 13 03:50:01.469411 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-7562c2df-6f4c-4359-9722-b3a9294d8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:01.471264 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-7562c2df-6f4c-4359-9722-b3a9294d8899 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0853722 Aug 13 03:50:01.575130 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-a297b33a-b9d3-4445-87d8-0481f7737f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:01.576513 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-a297b33a-b9d3-4445-87d8-0481f7737f28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.0940282 Aug 13 03:50:01.584147 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6e45c13e-b048-4017-b695-38be750be9ca details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:50:01.627495 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-fc76b6ac-b338-4f8e-9a9d-7875d52ade04 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0416100 Aug 13 03:50:01.707320 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e45c13e-b048-4017-b695-38be750be9ca,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:01.721441 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-e5476b07-0e11-4673-9715-29a721524269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:01.721709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '6e45c13e-b048-4017-b695-38be750be9ca', 'network_id': '1b932467-ae20-42b3-a9e9-a288dbf0bd0b', 'port_id': '6e45c13e-b048-4017-b695-38be750be9ca', 'mac_address': 'fa:16:3e:b0:fa:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1115344d-ad77-484d-9290-7ddbd44a7802', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:50:01.723242 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-e5476b07-0e11-4673-9715-29a721524269 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0854928 Aug 13 03:50:01.766732 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-06e0a3b6-a792-42a4-adbe-9ff66a9b58f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360982 Aug 13 03:50:01.767454 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.786473 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b260fa3-d965-4c29-adec-d1c39f5d8f9f req-2f67465e-d946-4a2b-ae47-1de10ee264c4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:01.788245 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3b260fa3-d965-4c29-adec-d1c39f5d8f9f req-2f67465e-d946-4a2b-ae47-1de10ee264c4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 944 time: 0.1063867 Aug 13 03:50:01.794617 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e45c13e-b048-4017-b695-38be750be9ca {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:01.824499 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e45c13e-b048-4017-b695-38be750be9ca,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:01.851915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.889244 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3b260fa3-d965-4c29-adec-d1c39f5d8f9f req-6797a8cf-3be9-4d4b-9ccf-8852805aa779 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917993 Aug 13 03:50:01.915519 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:01.925118 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-8cc1ca58-b999-4825-94c2-aa8278bb260b service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357369 Aug 13 03:50:02.002323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:02.068277 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-182aa040-f9fb-4cab-af64-a98ef293e569 req-ab47dd82-6bd5-479b-9718-552d4c09e89f service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 Aug 13 03:50:02.139605 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:02.227633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261a911-183f-4a90-b2de-d523a671aa0e None None] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:50:02.567536 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 563708e5-ad28-4245-92d0-9c60f85cc37a up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:02.597520 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ecef5-3286-42a0-9152-915c1284f349 req-45760245-29dc-4f6f-9320-a67b82a8bf7a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:02.599229 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac5ecef5-3286-42a0-9152-915c1284f349 req-45760245-29dc-4f6f-9320-a67b82a8bf7a tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0597253 Aug 13 03:50:02.619564 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['6e45c13e-b048-4017-b695-38be750be9ca'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:02.648817 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 563708e5-ad28-4245-92d0-9c60f85cc37a triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:02.649417 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:02.654155 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac5ecef5-3286-42a0-9152-915c1284f349 req-6b699a9b-e307-422d-b08e-9996babcb49d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479436 Aug 13 03:50:02.792049 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2f70ee71-2510-4623-b3a8-d45409d8af82 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:02.875058 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-98578e68-a4d5-4327-b41f-0401133a6836 None None] Provisioning for port 2f70ee71-2510-4623-b3a8-d45409d8af82 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:02.878128 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:50:02.966528 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 2f70ee71-2510-4623-b3a8-d45409d8af82 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:02.981935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2f70ee71-2510-4623-b3a8-d45409d8af82 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:02.982363 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:02.991001 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:03.007689 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Sync routers for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:03.027125 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:03.028489 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:03.037666 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922533a-3383-453c-bb5a-6719fbc7f28a req-0845a63f-dcf7-47a1-88e3-a9868fb3a90b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:03.039502 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7922533a-3383-453c-bb5a-6719fbc7f28a req-0845a63f-dcf7-47a1-88e3-a9868fb3a90b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0684009 Aug 13 03:50:03.082136 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7922533a-3383-453c-bb5a-6719fbc7f28a req-3f3bf6e9-b029-4f35-a50b-0ddb52d2b5a7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356026 Aug 13 03:50:03.127027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.132039 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0954097-caab-4c5e-a80c-dd5ace58a087 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3320198 Aug 13 03:50:03.132718 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44592) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:03.156113 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:03.168562 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-47863b59-93e8-4d58-89bf-805aefd0958c None None] Provisioning complete for port 2f70ee71-2510-4623-b3a8-d45409d8af82 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:03.168937 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-47863b59-93e8-4d58-89bf-805aefd0958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.261831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.325206 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-47863b59-93e8-4d58-89bf-805aefd0958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.349227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 2f70ee71-2510-4623-b3a8-d45409d8af82, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2f70ee71-2510-4623-b3a8-d45409d8af82,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:03.386220 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 3, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:03.416192 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Checking router: a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:03.429415 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Updating router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 port e5c74439-55a1-43b2-88f7-6c42c2f82d8c binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:50:03.445907 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.454626 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.524852 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.db.api [None req-47863b59-93e8-4d58-89bf-805aefd0958c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101043) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 03:50:03.525554 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG oslo_db.api [None req-47863b59-93e8-4d58-89bf-805aefd0958c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 03:50:03.544268 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=2f70ee71-2510-4623-b3a8-d45409d8af82,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:03.631358 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.725778 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.740537 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Transition to ACTIVE for port object e5c74439-55a1-43b2-88f7-6c42c2f82d8c will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:03.799118 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdeb51-4928-4e80-b7d5-f7b02877e551 req-fb4396a7-3bdf-4a62-926a-220e01bcea56 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:03.799796 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-edfdeb51-4928-4e80-b7d5-f7b02877e551 req-fb4396a7-3bdf-4a62-926a-220e01bcea56 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0585341 Aug 13 03:50:03.826153 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Allocated IP 172.20.0.1 (1db9f915-9f85-4fbf-8c97-935fdca49c33/82a21767-df40-4496-9888-b4d5b7b6b636/62ea3778-87e6-457a-847f-179aa8823dc3) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:03.844040 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-edfdeb51-4928-4e80-b7d5-f7b02877e551 req-d661ebe1-a979-4314-bff4-5b4f4c28fe3f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Aug 13 03:50:03.881868 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.934968 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fca462-cea0-467e-b9c1-73ccd7fd8e4f None None] Pushing event updated for resources: {'Port': ['ID=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,revision_number=2']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:03.940758 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Attempting to bind port e5c74439-55a1-43b2-88f7-6c42c2f82d8c on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:03.944190 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Attempting to bind port e5c74439-55a1-43b2-88f7-6c42c2f82d8c by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:03.944190 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Attempting to bind port e5c74439-55a1-43b2-88f7-6c42c2f82d8c on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:03.947838 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.949725 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:03.950193 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:03.950655 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.951107 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:03.951640 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Bound port: e5c74439-55a1-43b2-88f7-6c42c2f82d8c, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:03.952035 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:03.960855 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Transition to ACTIVE for port object 62ea3778-87e6-457a-847f-179aa8823dc3 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:04.004608 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] For port e5c74439-55a1-43b2-88f7-6c42c2f82d8c, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:04.008109 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] For port e5c74439-55a1-43b2-88f7-6c42c2f82d8c, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:04.075532 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.104193 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.112983 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:04.119017 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:04.122627 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:04.128339 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Pushing event updated for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:04.176618 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.179629 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fca462-cea0-467e-b9c1-73ccd7fd8e4f None None] Pushing event updated for resources: {'Port': ['ID=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:04.182891 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:04.183759 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:04.235773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8931e6-f283-4b23-a2d3-7dbc8fa1c4ea req-d9c75d4a-6c3b-4934-80cd-fa2b0ab602a9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:04.237938 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ab8931e6-f283-4b23-a2d3-7dbc8fa1c4ea req-d9c75d4a-6c3b-4934-80cd-fa2b0ab602a9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 945 time: 0.0708718 Aug 13 03:50:04.297732 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ab8931e6-f283-4b23-a2d3-7dbc8fa1c4ea req-de0be8db-0cc9-4894-86c4-edd8622696f4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 Aug 13 03:50:04.392514 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.401453 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:04.430145 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-5c78bfc6-3d47-46f1-9820-0010454faf54 None None] Provisioning for port 62ea3778-87e6-457a-847f-179aa8823dc3 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:04.435069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-5c78bfc6-3d47-46f1-9820-0010454faf54 None None] Provisioning complete for port 62ea3778-87e6-457a-847f-179aa8823dc3 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:04.436289 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5c78bfc6-3d47-46f1-9820-0010454faf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.531010 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2f70ee71-2510-4623-b3a8-d45409d8af82 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:04.560937 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-5c78bfc6-3d47-46f1-9820-0010454faf54 None None] Port 62ea3778-87e6-457a-847f-179aa8823dc3 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:50:04.597777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2f70ee71-2510-4623-b3a8-d45409d8af82 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:04.598183 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.600337 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 3, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:04.613733 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.630838 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f2a092-18c9-4c66-b1cf-e88383a5aca3 None None] The sync data for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi is: [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 3, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:04.664107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.726377 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:04.734404 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Pushing event updated for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:04.824485 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:04.826005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:04.991669 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:50:05.089630 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-0e3797e4-5197-43fe-b3a2-9417d9ecde03 None None] Provisioning complete for port 62ea3778-87e6-457a-847f-179aa8823dc3 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:05.090043 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-0e3797e4-5197-43fe-b3a2-9417d9ecde03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:05.126642 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-0e3797e4-5197-43fe-b3a2-9417d9ecde03 None None] Port 62ea3778-87e6-457a-847f-179aa8823dc3 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:50:05.128150 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:05.134964 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9a3daaf8-da35-4a08-b5d1-7cf706f2b317 admin admin] 10.222.0.45 "PUT /v2.0/routers/a204d4d5-5dc1-45b2-9438-e2f7f095a2a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0012126 Aug 13 03:50:06.548987 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e5c74439-55a1-43b2-88f7-6c42c2f82d8c up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:06.672115 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port e5c74439-55a1-43b2-88f7-6c42c2f82d8c completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:06.676809 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e5c74439-55a1-43b2-88f7-6c42c2f82d8c triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:06.677277 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:06.788779 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:06.802002 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Sync routers for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:06.827432 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port e5c74439-55a1-43b2-88f7-6c42c2f82d8c, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:06.828847 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:06.829620 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:06.936792 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.007983 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6e45c13e-b048-4017-b695-38be750be9ca up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:07.046377 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:07.083224 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:07.093615 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.094007 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.094366 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.094699 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.095032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.095368 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.095687 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.096032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.096338 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.096658 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.096975 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.097292 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:07.378804 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:04Z', 'revision_number': 4, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '62ea3778-87e6-457a-847f-179aa8823dc3', 'name': '', 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'mac_address': 'fa:16:3e:44:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:03Z', 'updated_at': '2021-08-13T03:50:04Z', 'revision_number': 2, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'subnets': [{'id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:07.415713 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Checking router: a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:07.415713 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Updating router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 port 62ea3778-87e6-457a-847f-179aa8823dc3 binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:50:07.444922 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.501459 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 6e45c13e-b048-4017-b695-38be750be9ca completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:07.555473 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 6e45c13e-b048-4017-b695-38be750be9ca triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:07.556225 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.746316 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.790449 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:07.792624 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fb954-6a9a-418c-9a24-6e739b52a576" -d '{"events": [{"server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "6e45c13e-b048-4017-b695-38be750be9ca"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:07.816516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e45c13e-b048-4017-b695-38be750be9ca,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:07.869531 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.886632 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Transition to ACTIVE for port object 62ea3778-87e6-457a-847f-179aa8823dc3 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:07.915103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.966973 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:07.990766 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:08.121491 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Attempting to bind port 62ea3778-87e6-457a-847f-179aa8823dc3 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:08.121690 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Attempting to bind port 62ea3778-87e6-457a-847f-179aa8823dc3 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:08.122094 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Attempting to bind port 62ea3778-87e6-457a-847f-179aa8823dc3 on network 1db9f915-9f85-4fbf-8c97-935fdca49c33 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:08.140821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229aae-7bb0-423b-88af-c301e79836a9 None None] Pushing event updated for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:08.143394 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:08.143911 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Checking segment: {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:08.144311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.144702 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Bound using segment: {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:08.145216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Bound port: 62ea3778-87e6-457a-847f-179aa8823dc3, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:08.145601 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.250010 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] For port 62ea3778-87e6-457a-847f-179aa8823dc3, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:08.256992 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] For port 62ea3778-87e6-457a-847f-179aa8823dc3, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=62ea3778-87e6-457a-847f-179aa8823dc3,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:08.315885 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:08.390719 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:08.391373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:49:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:08.437168 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42229aae-7bb0-423b-88af-c301e79836a9 None None] Pushing event updated for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:08.791114 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e5c74439-55a1-43b2-88f7-6c42c2f82d8c up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:08.831455 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00841999-cc98-41a8-9a01-7f325845e6b2 req-6a99cc43-2294-41af-baf9-68193d9a3fd6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.832959 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00841999-cc98-41a8-9a01-7f325845e6b2 req-6a99cc43-2294-41af-baf9-68193d9a3fd6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0844100 Aug 13 03:50:08.873888 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849366-95e1-4382-a70c-073576221e1f req-91ff91e9-b9ca-4220-93b6-46095975b6a6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:08.873888 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23849366-95e1-4382-a70c-073576221e1f req-91ff91e9-b9ca-4220-93b6-46095975b6a6 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0822568 Aug 13 03:50:08.884450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:08.961673 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00841999-cc98-41a8-9a01-7f325845e6b2 req-dd21e885-a569-479c-bc1a-a5116ce8537b tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176369 Aug 13 03:50:08.964837 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23849366-95e1-4382-a70c-073576221e1f req-0dd0edc9-9c93-4a7f-ae0b-7f33c1c38d95 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765150 Aug 13 03:50:08.998507 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e5c74439-55a1-43b2-88f7-6c42c2f82d8c triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:08.998896 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:09.055424 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740e964d-eedb-4668-b7a4-a5bdfa15c256 x-openstack-request-id: req-740e964d-eedb-4668-b7a4-a5bdfa15c256 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:09.055842 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "name": "network-vif-plugged", "status": "completed", "tag": "6e45c13e-b048-4017-b695-38be750be9ca", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:09.056111 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-740e964d-eedb-4668-b7a4-a5bdfa15c256 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:09.056500 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca', 'code': 200} Aug 13 03:50:09.203642 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:04Z', 'revision_number': 4, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '62ea3778-87e6-457a-847f-179aa8823dc3', 'name': '', 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'mac_address': 'fa:16:3e:44:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:03Z', 'updated_at': '2021-08-13T03:50:08Z', 'revision_number': 4, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'subnets': [{'id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:09.230703 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3273328f-8d38-4037-ad80-c18c355903b6 None None] The sync data for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi is: [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:50:04Z', 'revision_number': 4, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '62ea3778-87e6-457a-847f-179aa8823dc3', 'name': '', 'network_id': '1db9f915-9f85-4fbf-8c97-935fdca49c33', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'mac_address': 'fa:16:3e:44:1f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:03Z', 'updated_at': '2021-08-13T03:50:08Z', 'revision_number': 4, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'subnets': [{'id': '82a21767-df40-4496-9888-b4d5b7b6b636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:50:09.539732 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc796-e72e-4232-b722-cd1562289ae8 req-aa5da7e0-cef7-4a86-8ed2-66d7ef65e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:09.541365 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5dbc796-e72e-4232-b722-cd1562289ae8 req-aa5da7e0-cef7-4a86-8ed2-66d7ef65e8a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 1099 time: 0.0568318 Aug 13 03:50:09.585476 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-653abb3e-f38e-471e-8162-4949de389ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:09.603929 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5dbc796-e72e-4232-b722-cd1562289ae8 req-91cb4b27-0033-47a6-8753-5a3b9def4d67 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Aug 13 03:50:10.550601 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 62ea3778-87e6-457a-847f-179aa8823dc3 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:10.669575 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 62ea3778-87e6-457a-847f-179aa8823dc3 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:10.675206 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 62ea3778-87e6-457a-847f-179aa8823dc3 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:10.680476 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:10.767810 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:10.807597 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 62ea3778-87e6-457a-847f-179aa8823dc3, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=62ea3778-87e6-457a-847f-179aa8823dc3,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:10.916083 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:10.990976 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:11.408546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6cc44-ffd1-40e0-98ef-5ac53883a59e req-43424678-1168-4962-9361-b8ac90cf9835 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:11.411412 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-90a6cc44-ffd1-40e0-98ef-5ac53883a59e req-43424678-1168-4962-9361-b8ac90cf9835 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1001699 Aug 13 03:50:11.450611 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de047c8-1156-4d5f-b0a8-64436950623f req-e8b85ac7-6c98-4760-a430-ac415c90ded6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:11.458205 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3de047c8-1156-4d5f-b0a8-64436950623f req-e8b85ac7-6c98-4760-a430-ac415c90ded6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0874863 Aug 13 03:50:11.507251 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-90a6cc44-ffd1-40e0-98ef-5ac53883a59e req-2b648275-dd4b-4a1d-9d4f-84a48caaa0e1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874171 Aug 13 03:50:11.532173 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3de047c8-1156-4d5f-b0a8-64436950623f req-12d44533-fe05-45f2-bbf2-1a90847e9677 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698185 Aug 13 03:50:12.538930 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 62ea3778-87e6-457a-847f-179aa8823dc3 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:12.596530 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 62ea3778-87e6-457a-847f-179aa8823dc3 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:12.596951 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:12.619240 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1ad81aee-f9d4-46d9-a4ea-e8256abd42b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:12.688276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180063ff-954d-4167-aa56-c4629e92dcc3 req-76faa90b-f599-476f-a76a-b2ec59a79e12 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:12.689919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-180063ff-954d-4167-aa56-c4629e92dcc3 req-76faa90b-f599-476f-a76a-b2ec59a79e12 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0870883 Aug 13 03:50:12.700459 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94b2b5-b60c-4915-9566-c5f6f3054947 req-adb38a4d-2edd-4f76-975b-13f7bb49f326 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:12.702443 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6a94b2b5-b60c-4915-9566-c5f6f3054947 req-adb38a4d-2edd-4f76-975b-13f7bb49f326 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0981560 Aug 13 03:50:12.710509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:12.763773 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-180063ff-954d-4167-aa56-c4629e92dcc3 req-51521f45-cabd-4449-8cd3-490c76fa6fd8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602305 Aug 13 03:50:12.766684 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6a94b2b5-b60c-4915-9566-c5f6f3054947 req-ee681840-eb7c-4436-a6e4-00b5f2c101bb tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559127 Aug 13 03:50:13.824286 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:13.909539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4015e-4ab6-4a94-b8fe-0d7067fb7a34 req-c4176fe1-68de-4aea-8c18-4f2d045db0b7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:13.917716 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ff4015e-4ab6-4a94-b8fe-0d7067fb7a34 req-c4176fe1-68de-4aea-8c18-4f2d045db0b7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0695329 Aug 13 03:50:13.960012 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ff4015e-4ab6-4a94-b8fe-0d7067fb7a34 req-23e484d0-4c8e-43ec-8dee-3b27afbe8e1c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Aug 13 03:50:15.452756 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:17.906807 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-1a6708e0-c1ff-4639-ae5b-1235092ca2ce tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:17.906807 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-1a6708e0-c1ff-4639-ae5b-1235092ca2ce tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 815 time: 0.1155024 Aug 13 03:50:17.924276 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-33de7543-8bcc-48fa-8dd1-8322469a7939 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/quotas/70fc3554e5b449e1ac5c3be55a904402 HTTP/1.1" status: 200 len: 375 time: 0.0103452 Aug 13 03:50:17.982156 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-ea8d6a11-5d19-4b25-9c2d-cca3c38b72cf tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504653 Aug 13 03:50:18.110014 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-a68bf423-74ac-4395-980e-771420dbb4e4 service neutron] 10.222.0.45 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071887 Aug 13 03:50:18.207657 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-0d47a18b-77b1-4787-90f6-129e3e121126 service neutron] 10.222.0.45 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908246 Aug 13 03:50:18.520341 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-22946b44-0baa-4d91-a720-8a81607c8d92 req-7107aab8-8a95-47c4-aca5-7a7545031bf2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 210 time: 0.0321515 Aug 13 03:50:19.601945 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a18863ae-7e7b-4113-8513-fcec84def33f req-4ca18972-adb6-47a3-b337-2854737b18ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 210 time: 0.0287170 Aug 13 03:50:20.711974 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5f0f57f1-b5e7-48be-a170-0b6029ca3cde req-173c60ad-417c-4544-8409-2b2a320e7ca2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 210 time: 0.0311575 Aug 13 03:50:21.220562 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37c497-b09c-45e1-b30e-d634aaa5dcbd req-b26d24bb-8b31-424e-9acd-fab2977736b7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:21.221975 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb37c497-b09c-45e1-b30e-d634aaa5dcbd req-b26d24bb-8b31-424e-9acd-fab2977736b7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0486841 Aug 13 03:50:21.264883 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bb37c497-b09c-45e1-b30e-d634aaa5dcbd req-0c23dba0-8386-45b6-a4ef-1bd21e29a4df tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356417 Aug 13 03:50:21.602413 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-1e3d84a2-373e-4415-9ec5-bae582eba240 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:21.603879 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-1e3d84a2-373e-4415-9ec5-bae582eba240 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 815 time: 0.1089447 Aug 13 03:50:21.633371 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'port': {'device_id': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'admin_state_up': True, 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:21.820760 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e1a61ea0-3987-4eaf-86ae-f91ce5aa2923 req-9a54bebd-f891-4f90-82cd-c940a86af94f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 13 03:50:21.868971 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Made reservation on behalf of 70fc3554e5b449e1ac5c3be55a904402 for: {'port': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:21.873161 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.000561 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Allocated IP 172.20.0.11 (807d59b6-f946-4344-b717-ae4fd2a587f6/e748796c-df72-4a1e-a2e6-36b91f164f5f/c342a96e-f8bd-4f6b-948e-21698e602eff) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:22.154678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.168580 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Transition to ACTIVE for port object c342a96e-f8bd-4f6b-948e-21698e602eff will not be triggered until provisioned by entity DHCP. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:22.315790 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.368396 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:22.393741 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:22.399022 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:22.409616 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:22.457741 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af27499-d5f5-4844-97f6-a70eff6fe240 req-8f5d102b-d1b5-4c91-ab44-a194eea68608 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.462311 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7af27499-d5f5-4844-97f6-a70eff6fe240 req-8f5d102b-d1b5-4c91-ab44-a194eea68608 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1150801 Aug 13 03:50:22.483759 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:22.484431 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.521087 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7af27499-d5f5-4844-97f6-a70eff6fe240 req-de5027af-5cb5-4bce-bfab-7f0af5c2a119 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546873 Aug 13 03:50:22.641699 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-8a2f0b19-e478-45f9-9688-c2df8491cade tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0129719 Aug 13 03:50:22.806966 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4fb715c8-841e-4a28-8d29-3a17a071acc9 None None] Provisioning for port c342a96e-f8bd-4f6b-948e-21698e602eff completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:22.811482 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4fb715c8-841e-4a28-8d29-3a17a071acc9 None None] Provisioning complete for port c342a96e-f8bd-4f6b-948e-21698e602eff triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:22.811656 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4fb715c8-841e-4a28-8d29-3a17a071acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:22.879135 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-4fb715c8-841e-4a28-8d29-3a17a071acc9 None None] Port c342a96e-f8bd-4f6b-948e-21698e602eff cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:50:23.855781 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:50:28.007108 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.016993 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 44962) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:35.147050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6581d41b-28ec-419b-b77e-7ae3078fe99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.246216 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6581d41b-28ec-419b-b77e-7ae3078fe99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.326879 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6581d41b-28ec-419b-b77e-7ae3078fe99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.366448 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6581d41b-28ec-419b-b77e-7ae3078fe99a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=630195c0f81644a693be795727c9c247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483212 Aug 13 03:50:35.368139 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581d41b-28ec-419b-b77e-7ae3078fe99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5c215b-ec67-41a3-bcbb-bbeb3ff8e684,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:35.369896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 44966) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:35.429595 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.460547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.630551 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.633716 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:35.635049 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c5c215b-ec67-41a3-bcbb-bbeb3ff8e684 HTTP/1.1" status: 204 len: 168 time: 0.2638285 Aug 13 03:50:35.645060 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1730c6a-b575-483a-af1b-84c4d2551a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5c215b-ec67-41a3-bcbb-bbeb3ff8e684,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:39.550519 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ff2a0b8e-7a33-4d11-b93b-15993148f40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.064139 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb88e-ee73-4625-816d-dcc9a9bd2e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:42.391590 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:43.789185 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:45.435313 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:48.022593 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Request body: {'port': {'device_id': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:48.103588 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:48.367102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c99e6b-6223-4563-a338-657e90a527a8 req-582b54bd-7c51-430a-8300-4e10c39ba950 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:48.369170 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7c99e6b-6223-4563-a338-657e90a527a8 req-582b54bd-7c51-430a-8300-4e10c39ba950 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1474020 Aug 13 03:50:48.376863 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945876ba-fef1-4554-8cdd-9a3de9950ea0 req-a9a58a96-8179-4f3f-94c1-78e523fbec0d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:48.378332 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-945876ba-fef1-4554-8cdd-9a3de9950ea0 req-a9a58a96-8179-4f3f-94c1-78e523fbec0d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 932 time: 0.1556027 Aug 13 03:50:48.493077 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-945876ba-fef1-4554-8cdd-9a3de9950ea0 req-0cd4194b-8652-4634-875c-89ef99cac5a2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060169 Aug 13 03:50:48.500498 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7c99e6b-6223-4563-a338-657e90a527a8 req-d69217cc-3547-4932-a557-510c8592ddc7 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187878 Aug 13 03:50:48.614643 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c342a96e-f8bd-4f6b-948e-21698e602eff {{(pid=101041) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:48.625477 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:48.639607 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Transition to ACTIVE for port object c342a96e-f8bd-4f6b-948e-21698e602eff will not be triggered until provisioned by entity L2. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:48.727372 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:48.815268 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:48.841219 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.841585 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.841975 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.842321 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.842664 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.843069 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.843660 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.844226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.844745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.845091 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.845433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.845779 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:48.922648 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Attempting to bind port c342a96e-f8bd-4f6b-948e-21698e602eff on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:48.922988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Attempting to bind port c342a96e-f8bd-4f6b-948e-21698e602eff by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:48.923310 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Attempting to bind port c342a96e-f8bd-4f6b-948e-21698e602eff on network 807d59b6-f946-4344-b717-ae4fd2a587f6 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:48.928215 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Port c342a96e-f8bd-4f6b-948e-21698e602eff on network 807d59b6-f946-4344-b717-ae4fd2a587f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:50:48.928539 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Attempting to bind port c342a96e-f8bd-4f6b-948e-21698e602eff on network 807d59b6-f946-4344-b717-ae4fd2a587f6 {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:48.938417 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:48.940393 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Checking segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:48.940393 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Bound using segment: {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'} {{(pid=101041) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:48.940393 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.managers [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Bound port: c342a96e-f8bd-4f6b-948e-21698e602eff, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb92ade-f6d1-4835-9e01-1ab65acb961f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6'}}] {{(pid=101041) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:48.941121 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:49.054678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, cleared binding levels {{(pid=101041) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:49.061076 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101041) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:49.127956 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:49.173333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.173689 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:49.175704 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 1094 time: 1.1576402 Aug 13 03:50:49.176430 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:49.179118 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:49.222756 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb19e2-db62-4d3a-8bd6-a3b7fd3609e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=3']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:49.249716 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c0184f-0981-4f3c-95f6-698f9283da84 x-openstack-request-id: req-82c0184f-0981-4f3c-95f6-698f9283da84 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:49.250015 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:49.250270 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82c0184f-0981-4f3c-95f6-698f9283da84 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:49.250899 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:50:49.470508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-d75f80b5-fe62-442b-ac32-469ca85860cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.472136 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-d75f80b5-fe62-442b-ac32-469ca85860cd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1097 time: 0.0720832 Aug 13 03:50:49.525295 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-1511926c-fbde-47ad-8b0d-45485969eea1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 217 time: 0.0366428 Aug 13 03:50:49.594774 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-87c40642-9082-4777-8a96-8a13f6abc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.597726 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-87c40642-9082-4777-8a96-8a13f6abc830 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0637007 Aug 13 03:50:49.712431 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d6e45-7ebd-48f4-a15e-d5353f8d5a93 req-5885b71a-23dc-4da9-8642-8d7001b54aa1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.713927 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d64d6e45-7ebd-48f4-a15e-d5353f8d5a93 req-5885b71a-23dc-4da9-8642-8d7001b54aa1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.1149905 Aug 13 03:50:49.717735 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-533cc547-4b31-479a-b349-4345a5fa0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.719221 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-533cc547-4b31-479a-b349-4345a5fa0baf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0987394 Aug 13 03:50:49.728680 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89470d4-65ae-4932-a896-02cc48fd64d4 req-f548d174-906e-4d20-ae42-cd1dbf05a4fd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.730171 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d89470d4-65ae-4932-a896-02cc48fd64d4 req-f548d174-906e-4d20-ae42-cd1dbf05a4fd tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.1206200 Aug 13 03:50:49.807044 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-45233f34-fc8b-48d5-92b9-f4e0cbedd733 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421574 Aug 13 03:50:49.834043 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d64d6e45-7ebd-48f4-a15e-d5353f8d5a93 req-2892be12-ed4b-4264-b330-11fcd6cea6ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028273 Aug 13 03:50:49.841681 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d89470d4-65ae-4932-a896-02cc48fd64d4 req-b763126c-a12a-4018-a92e-a3d02d5cd345 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044123 Aug 13 03:50:49.903432 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-d5c403a5-c05e-4c07-8575-f44ffad88502 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399839 Aug 13 03:50:49.921132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-01599e7e-4524-49f6-803e-6874a73e6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:49.927770 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-01599e7e-4524-49f6-803e-6874a73e6cbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 1098 time: 0.0520067 Aug 13 03:50:50.040822 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05827d51-2efe-4ee6-b503-f637c8bae9d3 req-465bf5b0-c1c3-4535-b545-93e9578971a6 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215792 Aug 13 03:50:50.056292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-aa424550-be89-4a8c-9fcf-f5e1b32b883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.057899 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-aa424550-be89-4a8c-9fcf-f5e1b32b883f service neutron] 10.222.0.61 "GET /v2.0/networks?id=86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 200 len: 920 time: 0.1084433 Aug 13 03:50:50.113555 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-083b6d09-6e6c-435f-97ab-31ce053743cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 200 len: 217 time: 0.0412056 Aug 13 03:50:50.173557 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-ba59463e-3235-4f4d-b560-b30c92bfbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.175113 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-ba59463e-3235-4f4d-b560-b30c92bfbbba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 200 len: 859 time: 0.0500226 Aug 13 03:50:50.264385 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-886284cb-0b6e-45e4-abfe-53db47b78a06 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86b3186f-ea8b-471c-836a-555e3dac7721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328350 Aug 13 03:50:50.276719 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-c16a54de-f4db-40af-b077-7697b0e31e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.279177 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-c16a54de-f4db-40af-b077-7697b0e31e8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1097 time: 0.0466762 Aug 13 03:50:50.388001 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-c52f87cd-5db9-4163-af15-26136f17eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.389684 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-c52f87cd-5db9-4163-af15-26136f17eafc service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.0992122 Aug 13 03:50:50.440088 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-7dcf9bec-4653-4783-ae77-1aac00e74684 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 217 time: 0.0391543 Aug 13 03:50:50.517702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-ae8a55d2-ad0d-4f45-9c85-41f53e6f5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.520369 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-ae8a55d2-ad0d-4f45-9c85-41f53e6f5b6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0715039 Aug 13 03:50:50.574327 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-0695a93b-50f8-4004-a5c2-a3dc1b025ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:50.576564 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-0695a93b-50f8-4004-a5c2-a3dc1b025ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479989 Aug 13 03:50:50.632192 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-8c192f9e-93ca-497b-85a8-43f078ace419 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489385 Aug 13 03:50:50.711044 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-2c781214-a2cc-40a1-b25d-c488b3dbfccc service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255269 Aug 13 03:50:50.785851 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-006b8605-a3c0-4644-8a88-41b0542ed359 req-7782eea2-5e66-4bfe-a683-af48a03754f5 service neutron] 10.222.0.61 "GET /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452804 Aug 13 03:50:50.845646 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d52aa8f-bf84-4e4b-8db9-bb677f3de8d4 req-3db057cc-6d7f-4ddc-9aa7-31496237b40e service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265578 Aug 13 03:50:51.009360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305065a-7568-430e-9833-0fa5e4653cf0 req-f2185832-e70d-42ac-b238-14fa746b3caf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:51.017877 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e305065a-7568-430e-9833-0fa5e4653cf0 req-f2185832-e70d-42ac-b238-14fa746b3caf tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0966578 Aug 13 03:50:51.050659 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f639bfa-951a-4923-bfb9-6ddb275a4c4c req-e7b64702-7a73-4d29-b539-326a70357c3d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:51.052151 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3f639bfa-951a-4923-bfb9-6ddb275a4c4c req-e7b64702-7a73-4d29-b539-326a70357c3d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.1193316 Aug 13 03:50:51.086198 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e305065a-7568-430e-9833-0fa5e4653cf0 req-9d3f61d4-6736-4522-af0d-ee4869cacb85 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667245 Aug 13 03:50:51.105681 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3f639bfa-951a-4923-bfb9-6ddb275a4c4c req-2d2e5348-d7ef-401f-95a0-f12194a1518d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Aug 13 03:50:51.316829 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f950379-b087-4853-b229-34c5cd43030c req-ec99f9f5-2a5c-4643-be9b-6870af553686 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:51.318635 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f950379-b087-4853-b229-34c5cd43030c req-ec99f9f5-2a5c-4643-be9b-6870af553686 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 946 time: 0.0559349 Aug 13 03:50:51.449345 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Deleting port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:51.449697 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:51.796926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] For port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:51.796926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:51.803199 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Calling delete_port for e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb owned by compute:nova {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:52.047183 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.077946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Pushing event deleted for resources: {'Port': ['ID=e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:52.100505 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['983f443d-ce97-4cd6-8682-52735f1d9807'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:52.147436 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] No DVR routers for this DVR port e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb on host hv-cinder-76019 {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:50:52.152928 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.155102 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6f950379-b087-4853-b229-34c5cd43030c req-e1e0d6c9-9125-4f57-b395-eae28b5123a3 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "DELETE /v2.0/ports/e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb HTTP/1.1" status: 204 len: 173 time: 0.8298931 Aug 13 03:50:52.156212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'name': 'network-vif-deleted', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:50:52.158015 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92066a27-378c-4657-b88d-11fcc0bc27d8" -d '{"events": [{"server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "name": "network-vif-deleted", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:50:52.234679 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0b1f678a-897a-42b4-ad42-83755f56aff0 req-747e565e-e2c6-4d41-bcf4-a7f0ae7ca2ff tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0473053 Aug 13 03:50:52.299212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09425161-f0c5-47d2-9a84-b3ee7f64dbdc x-openstack-request-id: req-09425161-f0c5-47d2-9a84-b3ee7f64dbdc {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:50:52.299212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17ff6df-76ac-4559-99cb-20f702745cc4", "name": "network-vif-deleted", "tag": "e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:50:52.299212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09425161-f0c5-47d2-9a84-b3ee7f64dbdc {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:50:52.299212 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ff6df-76ac-4559-99cb-20f702745cc4', 'name': 'network-vif-deleted', 'tag': 'e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb', 'status': 'completed', 'code': 200} Aug 13 03:50:52.316230 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5a935-ea3f-452f-a6d5-42d21e71c672 req-f43d98df-fc46-4282-8b96-1038dcd64c04 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:52.322657 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5f5a935-ea3f-452f-a6d5-42d21e71c672 req-f43d98df-fc46-4282-8b96-1038dcd64c04 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.0856099 Aug 13 03:50:52.350133 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45140) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:52.376748 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5f5a935-ea3f-452f-a6d5-42d21e71c672 req-d85af0c0-cfb9-4b71-84dc-60c64ed0d16c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500631 Aug 13 03:50:52.497050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02d53b45-4661-4bd3-acec-a2d97372b0f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.608044 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02d53b45-4661-4bd3-acec-a2d97372b0f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.676281 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02d53b45-4661-4bd3-acec-a2d97372b0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.727212 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-02d53b45-4661-4bd3-acec-a2d97372b0f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49566b927622414e89c4d720775e694d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751752 Aug 13 03:50:52.728331 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d53b45-4661-4bd3-acec-a2d97372b0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fabafc5-66ab-4fcd-8496-7f802b7526da,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:52.730708 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45150) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:52.798846 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.826062 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.949785 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.952579 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:52.953782 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fabafc5-66ab-4fcd-8496-7f802b7526da HTTP/1.1" status: 204 len: 168 time: 0.2217150 Aug 13 03:50:52.968088 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fabafc5-66ab-4fcd-8496-7f802b7526da,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:52.977291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.978408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.978762 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.979106 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.979445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.979785 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.980117 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.980455 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.980788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.981113 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.981473 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:52.981787 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6d95fd-aeeb-4e6c-a8ad-d0e7de979d80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:50:53.413899 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a8ae3990-1d97-4d9d-b98e-9154a9dd1195 req-435e8608-585c-473c-af06-742beafdacca tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=a17ff6df-76ac-4559-99cb-20f702745cc4 HTTP/1.1" status: 200 len: 210 time: 0.0292795 Aug 13 03:50:53.546728 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8e195-58fe-4311-bb01-1d3f80e14355 req-b8325232-14a9-4205-bada-f1a2554012a1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:53.548485 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3b8e195-58fe-4311-bb01-1d3f80e14355 req-b8325232-14a9-4205-bada-f1a2554012a1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0534596 Aug 13 03:50:53.591258 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3b8e195-58fe-4311-bb01-1d3f80e14355 req-1e4636c4-b6d7-4597-9326-ebfe52cb6920 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367706 Aug 13 03:50:53.727475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30e982-a384-4718-a84f-1c23b3aa7f66 req-67d778c2-4d8c-4e0e-a4dc-6883f519f3dc tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:53.729066 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e30e982-a384-4718-a84f-1c23b3aa7f66 req-67d778c2-4d8c-4e0e-a4dc-6883f519f3dc tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.0583057 Aug 13 03:50:53.785902 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e30e982-a384-4718-a84f-1c23b3aa7f66 req-a58dee46-50a5-4d34-a725-6918f906a750 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503261 Aug 13 03:50:53.895525 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:50:53.941643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:50:53.946856 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device e9cb46e4-c50e-4f18-9eac-1639f8f7d2fb not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:50:54.323891 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45206) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:54.444917 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-812172687-network', 'tenant_id': '32eeacca28d04bb69d245974636ae569'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:54.566950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Made reservation on behalf of 32eeacca28d04bb69d245974636ae569 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:54.569405 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.578846 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.685174 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.742163 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c17fff-1d90-45bd-b57c-703d46584d85 req-fc81d49f-0e4f-459a-b051-17501db18b84 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:54.744757 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c9c17fff-1d90-45bd-b57c-703d46584d85 req-fc81d49f-0e4f-459a-b051-17501db18b84 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0575125 Aug 13 03:50:54.773916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.793891 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c9c17fff-1d90-45bd-b57c-703d46584d85 req-71aeb02a-3273-4157-a3c2-96ed8cbe41a5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Aug 13 03:50:54.798518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:50:54.815584 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07534af-01ae-4a2d-a767-e591dc4ed4e7,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:54.818543 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.818899 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Added segment 4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb of type vlan for network 4ac79cab-2088-4202-8f60-98f5e6783917 Aug 13 03:50:54.866004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.949484 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c96e13-d921-401c-927d-6e5f40b149ee req-22757e8c-ac41-4461-9687-7a61185b97ab tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:54.951101 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05c96e13-d921-401c-927d-6e5f40b149ee req-22757e8c-ac41-4461-9687-7a61185b97ab tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.0655286 Aug 13 03:50:54.956161 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:54.957823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:54.958777 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:55.031319 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-05c96e13-d921-401c-927d-6e5f40b149ee req-aeffdb4e-0821-4ed7-9856-98cdc724df09 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734544 Aug 13 03:50:55.038976 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac79cab-2088-4202-8f60-98f5e6783917,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:55.054187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 4ac79cab-2088-4202-8f60-98f5e6783917 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:50:55.059142 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2689b8-2bdd-407f-b90b-cec8766463d5 req-298662d9-b0db-4ca4-8de8-26bdc0ae719d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:55.061004 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3e2689b8-2bdd-407f-b90b-cec8766463d5 req-298662d9-b0db-4ca4-8de8-26bdc0ae719d tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.0962420 Aug 13 03:50:55.096841 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fdef111a-a0bc-4a2f-a744-73949637ae11 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7685552 Aug 13 03:50:55.097560 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45222) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:55.106023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Request body: {'subnet': {'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-812172687-subnet', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:55.153015 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3e2689b8-2bdd-407f-b90b-cec8766463d5 req-9d03392b-4e11-4e23-9381-5e893be1e234 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763509 Aug 13 03:50:55.263941 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Made reservation on behalf of 32eeacca28d04bb69d245974636ae569 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:50:55.266452 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351205'] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:55.544957 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3249388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351191'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:55.600067 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff09c3fa-1c4e-47dc-b035-f210399a9d57,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:55.615670 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Checking segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:55.616038 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Network hostable DHCP agents. Network: 4ac79cab-2088-4202-8f60-98f5e6783917, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:50:55.784091 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Network 4ac79cab-2088-4202-8f60-98f5e6783917 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:50:55.878918 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c342a96e-f8bd-4f6b-948e-21698e602eff details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:50:55.908302 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 4ac79cab-2088-4202-8f60-98f5e6783917) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:55.918978 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:55.920234 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:55.951553 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7c01-0e58-447d-bb15-3684763198ce req-781ed23a-15a7-4ef6-b2cd-b79430a45640 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:55.952509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b512f6-1423-4238-95a7-1bbf07f6ad6e None None] Network 4ac79cab-2088-4202-8f60-98f5e6783917 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:50:55.958413 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-018a7c01-0e58-447d-bb15-3684763198ce req-781ed23a-15a7-4ef6-b2cd-b79430a45640 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0819447 Aug 13 03:50:56.000948 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-018a7c01-0e58-447d-bb15-3684763198ce req-fe2e2518-9306-407f-bb26-c09f1ce0746c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Aug 13 03:50:56.031699 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-df6f8330-2d0a-4e64-af91-7a97dfc75f66 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9327135 Aug 13 03:50:56.035308 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45228) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:56.040822 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:50:56.064880 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:56.093077 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'port_id': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'mac_address': 'fa:16:3e:41:95:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:50:56.141897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.143528 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.170360 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.202333 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c342a96e-f8bd-4f6b-948e-21698e602eff {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:50:56.214272 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-4ac79cab-2088-4202-8f60-98f5e6783917', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:50:56.216265 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.250536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa92d80a-10ef-4ee5-9b4c-e55a610b8452 req-eb47afe5-e507-4900-9d51-36b0795184f2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:56.262051 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa92d80a-10ef-4ee5-9b4c-e55a610b8452 req-eb47afe5-e507-4900-9d51-36b0795184f2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 944 time: 0.1365473 Aug 13 03:50:56.262749 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.265465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:56.319062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa92d80a-10ef-4ee5-9b4c-e55a610b8452 req-41383db1-771c-47c9-96e9-ae01cfedd023 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578573 Aug 13 03:50:56.403920 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917de7b0-211e-491a-913e-36ebcb587249 req-7d191191-4591-4d70-bef9-400cd60d1ffc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:56.407049 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-917de7b0-211e-491a-913e-36ebcb587249 req-7d191191-4591-4d70-bef9-400cd60d1ffc tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1120377 Aug 13 03:50:56.415109 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.501900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Allocated IP 172.20.0.2 (4ac79cab-2088-4202-8f60-98f5e6783917/ff09c3fa-1c4e-47dc-b035-f210399a9d57/5fac8362-d268-4602-bee3-ed6260c8d9e2) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:56.525672 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:56.599621 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.610324 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-917de7b0-211e-491a-913e-36ebcb587249 req-49c6bff2-f05c-4f48-b78c-5428b58b1cec tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655478 Aug 13 03:50:56.749980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.761737 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Transition to ACTIVE for port object 5fac8362-d268-4602-bee3-ed6260c8d9e2 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:56.788132 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Transition to ACTIVE for port object 5fac8362-d268-4602-bee3-ed6260c8d9e2 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:50:56.841942 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:56.900720 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Network 4ac79cab-2088-4202-8f60-98f5e6783917 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:56.903752 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:56.913518 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:56.927220 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Pushing event updated for resources: {'Port': ['ID=5fac8362-d268-4602-bee3-ed6260c8d9e2,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:56.985403 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:50:56.991756 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f7f4f-5e8b-47ce-b8b2-ad965c36d4c4 req-92adcb55-519c-463d-8a67-3ed6ff5e7cb1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:56.994370 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b10f7f4f-5e8b-47ce-b8b2-ad965c36d4c4 req-92adcb55-519c-463d-8a67-3ed6ff5e7cb1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.1882348 Aug 13 03:50:57.000861 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.022105 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Attempting to bind port 5fac8362-d268-4602-bee3-ed6260c8d9e2 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:50:57.022480 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Attempting to bind port 5fac8362-d268-4602-bee3-ed6260c8d9e2 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:50:57.022846 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Attempting to bind port 5fac8362-d268-4602-bee3-ed6260c8d9e2 on network 4ac79cab-2088-4202-8f60-98f5e6783917 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:50:57.029165 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.037834 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:50:57.038218 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Checking segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:50:57.038608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.039255 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Bound using segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:50:57.039807 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Bound port: 5fac8362-d268-4602-bee3-ed6260c8d9e2, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:50:57.040220 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.096410 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b10f7f4f-5e8b-47ce-b8b2-ad965c36d4c4 req-cd0abfe1-501c-47e1-9a25-c405bcc54eb8 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925620 Aug 13 03:50:57.177415 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] For port 5fac8362-d268-4602-bee3-ed6260c8d9e2, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:50:57.181956 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] For port 5fac8362-d268-4602-bee3-ed6260c8d9e2, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5fac8362-d268-4602-bee3-ed6260c8d9e2,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:50:57.194736 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a526cdf-1da4-4daf-b751-66ffea8bb438 req-fc0cb1ec-9b4a-4d98-a1cb-90ddc52b852d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:57.197446 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8a526cdf-1da4-4daf-b751-66ffea8bb438 req-fc0cb1ec-9b4a-4d98-a1cb-90ddc52b852d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0999565 Aug 13 03:50:57.233309 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Allocated IP 172.27.1.206 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/57887298-ec0d-4a84-a2b2-f9359519c81b) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:50:57.279645 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.323923 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8a526cdf-1da4-4daf-b751-66ffea8bb438 req-3f524d3f-3aca-4504-bfb2-b4f37a5a8eb2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104205 Aug 13 03:50:57.379351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13b5ca-6925-4b76-bc43-fbaffb35bab2 None None] Pushing event updated for resources: {'Port': ['ID=5fac8362-d268-4602-bee3-ed6260c8d9e2,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:57.465845 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.536848 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4ec16-acab-463a-b472-6cd410ed314f req-ab7270e4-1969-4fe3-8cc4-3fb6213abfc1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:57.536848 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5c4ec16-acab-463a-b472-6cd410ed314f req-ab7270e4-1969-4fe3-8cc4-3fb6213abfc1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 945 time: 0.0925126 Aug 13 03:50:57.623188 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.689591 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:50:57.705588 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5c4ec16-acab-463a-b472-6cd410ed314f req-c6339499-afa1-44ea-9a75-5d0efaaa7a9c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482131 Aug 13 03:50:57.710470 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:50:57.720817 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Pushing event updated for resources: {'Port': ['ID=57887298-ec0d-4a84-a2b2-f9359519c81b,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:57.726190 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:50:57.884095 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb81a04-910a-414f-a4ec-ae9ff5086514 req-3e88893b-8a8c-4a3c-be7d-2c26076ee8c0 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:57.886410 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfb81a04-910a-414f-a4ec-ae9ff5086514 req-3e88893b-8a8c-4a3c-be7d-2c26076ee8c0 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1271601 Aug 13 03:50:57.962869 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:57.969362 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfb81a04-910a-414f-a4ec-ae9ff5086514 req-c1e840cc-1f9a-448e-93c6-0dd6e7419fa6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568557 Aug 13 03:50:58.136464 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:58.271325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f3f4e-8e52-4983-a66e-86b4e224b8be req-72c546b7-29ea-4b77-b4b2-d68935f3c1f1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:58.272876 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-990f3f4e-8e52-4983-a66e-86b4e224b8be req-72c546b7-29ea-4b77-b4b2-d68935f3c1f1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0977962 Aug 13 03:50:58.384932 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-990f3f4e-8e52-4983-a66e-86b4e224b8be req-2ad8dba9-2854-4459-94ca-aca339a92468 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016519 Aug 13 03:50:58.443542 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:58.474609 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6dc594-7ebb-48e5-9d13-60fa93453d94 None None] Network 4ac79cab-2088-4202-8f60-98f5e6783917 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:50:58.611273 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5fac8362-d268-4602-bee3-ed6260c8d9e2 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:58.635574 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce046be9-e82c-4663-bd46-dac59a9c7ba5 req-43be6bbe-1f9f-4387-abc6-d0bb040fbc55 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:58.637140 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce046be9-e82c-4663-bd46-dac59a9c7ba5 req-43be6bbe-1f9f-4387-abc6-d0bb040fbc55 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1897345 Aug 13 03:50:58.701686 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce046be9-e82c-4663-bd46-dac59a9c7ba5 req-2a3db3fb-c9e7-4bbc-abd4-923b2a9da11a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568962 Aug 13 03:50:58.739046 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-8c5dc2ef-9ef9-4b26-9000-08c413f53e2e None None] Provisioning for port 5fac8362-d268-4602-bee3-ed6260c8d9e2 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:58.767123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Router e7884bab-90f0-4326-bc9f-b09be80961d6 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:50:58.818399 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 5fac8362-d268-4602-bee3-ed6260c8d9e2 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:50:58.823359 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 5fac8362-d268-4602-bee3-ed6260c8d9e2 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:58.823740 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:58.939521 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:58.991329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 5fac8362-d268-4602-bee3-ed6260c8d9e2, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5fac8362-d268-4602-bee3-ed6260c8d9e2,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:58.991329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-efa046ac-40fd-4814-a239-3b07c1263f35 None None] Provisioning complete for port 5fac8362-d268-4602-bee3-ed6260c8d9e2 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:50:58.991329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-efa046ac-40fd-4814-a239-3b07c1263f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.062914 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.146194 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=5fac8362-d268-4602-bee3-ed6260c8d9e2,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:50:59.284077 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958947ec-efa5-4066-bc31-6711aa5452da req-139b2d42-a4c6-4860-9ecc-48d000c65407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.286431 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-958947ec-efa5-4066-bc31-6711aa5452da req-139b2d42-a4c6-4860-9ecc-48d000c65407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 945 time: 0.4662590 Aug 13 03:50:59.433340 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:50:59.442712 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Sync routers for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:50:59.452699 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:50:59.453299 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:59.463151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8447cc-4d0e-4db0-8b78-c2c94c417a11 req-40b45f5c-1858-487b-a775-30400a8eaa1e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.465683 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a8447cc-4d0e-4db0-8b78-c2c94c417a11 req-40b45f5c-1858-487b-a775-30400a8eaa1e tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.2241147 Aug 13 03:50:59.487129 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-958947ec-efa5-4066-bc31-6711aa5452da req-7452cd1e-57e5-47fc-8986-152646a127e8 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751568 Aug 13 03:50:59.546333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-6c48b073-d989-401d-b966-d271b197bbb7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.549048 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-6c48b073-d989-401d-b966-d271b197bbb7 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.2114115 Aug 13 03:50:59.591142 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:50:59.615452 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.618048 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ac76b3cd-f8f0-49d1-a06b-9e41f2e50646 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5807946 Aug 13 03:50:59.622007 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45264) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:50:59.627962 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a8447cc-4d0e-4db0-8b78-c2c94c417a11 req-8076545d-2e68-453d-85e3-ae21f61fa150 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322808 Aug 13 03:50:59.749989 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Deleting port 6e45c13e-b048-4017-b695-38be750be9ca {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:50:59.750330 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.762935 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5d9e4-9ac0-4a85-9aa7-469da67cb882 req-7276a757-cef1-4ea5-8740-fb979d10ad70 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.764525 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-14f5d9e4-9ac0-4a85-9aa7-469da67cb882 req-7276a757-cef1-4ea5-8740-fb979d10ad70 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 946 time: 0.0811288 Aug 13 03:50:59.879417 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-14f5d9e4-9ac0-4a85-9aa7-469da67cb882 req-ff0a1dbf-9f52-4449-8cc3-5872eda23aa4 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760577 Aug 13 03:50:59.920087 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:50:57Z', 'revision_number': 3, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:50:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:50:59.931812 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] For port 6e45c13e-b048-4017-b695-38be750be9ca, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6e45c13e-b048-4017-b695-38be750be9ca,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:50:59.932187 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:50:59.948412 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Calling delete_port for 6e45c13e-b048-4017-b695-38be750be9ca owned by compute:nova {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:50:59.952470 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c342a96e-f8bd-4f6b-948e-21698e602eff up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:50:59.962396 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Checking router: e7884bab-90f0-4326-bc9f-b09be80961d6 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:50:59.962755 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Updating router e7884bab-90f0-4326-bc9f-b09be80961d6 port 57887298-ec0d-4a84-a2b2-f9359519c81b binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:50:59.965308 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b738bd-acb4-4b02-9ea9-358b04309223 req-cadced39-827e-44fe-814c-482d90d57d8b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:50:59.973918 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a5b738bd-acb4-4b02-9ea9-358b04309223 req-cadced39-827e-44fe-814c-482d90d57d8b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1253884 Aug 13 03:51:00.003664 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.078808 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a5b738bd-acb4-4b02-9ea9-358b04309223 req-36ee8e1f-eb79-47ca-adc5-0f5585780eac tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040111 Aug 13 03:51:00.093245 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port c342a96e-f8bd-4f6b-948e-21698e602eff completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:00.100894 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port c342a96e-f8bd-4f6b-948e-21698e602eff triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:00.101371 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.218061 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.259360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.260117 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:00.263641 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824b6e7b-321f-4310-8ffd-c88db53f12de" -d '{"events": [{"server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "name": "network-vif-plugged", "status": "completed", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:00.278975 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:00.306360 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3', 'af906f11-86f4-4f13-83db-9b6481e1d392', '06d60767-8554-4455-9743-bb6cf69554f9'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:00.332006 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.351219 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01628fbc-117d-440c-bfbd-cce6ce2be2c1 x-openstack-request-id: req-01628fbc-117d-440c-bfbd-cce6ce2be2c1 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:00.352233 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "name": "network-vif-plugged", "status": "completed", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:00.352638 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01628fbc-117d-440c-bfbd-cce6ce2be2c1 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:00.353292 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'code': 200} Aug 13 03:51:00.356170 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event deleted for resources: {'Port': ['ID=6e45c13e-b048-4017-b695-38be750be9ca,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:00.361242 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.402131 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] No DVR routers for this DVR port 6e45c13e-b048-4017-b695-38be750be9ca on host hv-cinder-76019 {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:00.404978 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.407108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.410899 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0df3558-462d-40c1-83ea-e60b2f33bab9 req-910c7b26-d12f-4152-863b-4881369e593b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "DELETE /v2.0/ports/6e45c13e-b048-4017-b695-38be750be9ca HTTP/1.1" status: 204 len: 173 time: 0.8510654 Aug 13 03:51:00.412534 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'name': 'network-vif-deleted', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:00.417797 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cb4b84-018a-477e-a2d7-493ce15dcef9" -d '{"events": [{"server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "name": "network-vif-deleted", "tag": "6e45c13e-b048-4017-b695-38be750be9ca"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:00.425236 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Transition to ACTIVE for port object 57887298-ec0d-4a84-a2b2-f9359519c81b will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:00.463831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:00.485654 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389de8f-f7af-45a5-b5e5-fbe952e270dd x-openstack-request-id: req-e389de8f-f7af-45a5-b5e5-fbe952e270dd {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:00.486244 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9", "name": "network-vif-deleted", "tag": "6e45c13e-b048-4017-b695-38be750be9ca", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:00.486708 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e389de8f-f7af-45a5-b5e5-fbe952e270dd {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:00.487329 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9', 'name': 'network-vif-deleted', 'tag': '6e45c13e-b048-4017-b695-38be750be9ca', 'status': 'completed', 'code': 200} Aug 13 03:51:00.504991 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.647520 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5fac8362-d268-4602-bee3-ed6260c8d9e2 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:00.660293 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Attempting to bind port 57887298-ec0d-4a84-a2b2-f9359519c81b on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:00.670064 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Attempting to bind port 57887298-ec0d-4a84-a2b2-f9359519c81b by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:00.672136 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Attempting to bind port 57887298-ec0d-4a84-a2b2-f9359519c81b on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:00.683733 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Pushing event updated for resources: {'Port': ['ID=57887298-ec0d-4a84-a2b2-f9359519c81b,revision_number=2']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:00.761099 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.761561 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.762126 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.762668 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.763179 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.763679 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.782939 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.782939 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.785047 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.785612 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.786180 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.790605 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:00.793809 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Allocated IP 172.20.0.1 (4ac79cab-2088-4202-8f60-98f5e6783917/ff09c3fa-1c4e-47dc-b035-f210399a9d57/dc6d587f-5956-45f3-a48d-8a8529f37f16) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:00.799575 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:00.800133 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:00.800820 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:00.801411 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:00.829378 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Bound port: 57887298-ec0d-4a84-a2b2-f9359519c81b, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:00.829378 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.006740 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:51:01.016155 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.037199 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Transition to ACTIVE for port object dc6d587f-5956-45f3-a48d-8a8529f37f16 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:01.091510 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] For port 57887298-ec0d-4a84-a2b2-f9359519c81b, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:01.096460 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 5fac8362-d268-4602-bee3-ed6260c8d9e2 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:01.097398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.098515 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] For port 57887298-ec0d-4a84-a2b2-f9359519c81b, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=57887298-ec0d-4a84-a2b2-f9359519c81b,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:01.149256 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37176b9f-d788-43e8-b4b0-805b9856e2e5 req-855ee217-d723-49da-9486-db1f4a0fb199 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.152157 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37176b9f-d788-43e8-b4b0-805b9856e2e5 req-855ee217-d723-49da-9486-db1f4a0fb199 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.4334369 Aug 13 03:51:01.156733 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052d33-ec4b-4a3c-851c-e7214188a0bc req-080b5479-808d-4b7b-8824-396162eff02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.159327 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3052d33-ec4b-4a3c-851c-e7214188a0bc req-080b5479-808d-4b7b-8824-396162eff02f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1099 time: 0.2907364 Aug 13 03:51:01.192629 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e030b-5961-4283-b8b9-0e1998fc34c6 req-af90144b-494f-4a5c-a722-9cf9e1f70117 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.194790 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-524e030b-5961-4283-b8b9-0e1998fc34c6 req-af90144b-494f-4a5c-a722-9cf9e1f70117 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.3676975 Aug 13 03:51:01.197228 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.198910 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.297947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Pushing event updated for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:01.315082 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Network 4ac79cab-2088-4202-8f60-98f5e6783917 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:01.317581 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:01.322086 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:01.342529 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37176b9f-d788-43e8-b4b0-805b9856e2e5 req-675ea9cb-3e90-42f1-ae52-0f37b4d984c5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341772 Aug 13 03:51:01.361559 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-524e030b-5961-4283-b8b9-0e1998fc34c6 req-f2cb3f33-d1f5-4356-b744-de787b689791 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537359 Aug 13 03:51:01.367323 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:01.369127 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:01.410517 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3052d33-ec4b-4a3c-851c-e7214188a0bc req-6b3a86ff-e9c2-4bec-bac3-4876d1b8f18b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404799 Aug 13 03:51:01.411592 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.430349 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35364b3d-d9c5-4699-bdb6-2678b59d3f13 None None] Pushing event updated for resources: {'Port': ['ID=57887298-ec0d-4a84-a2b2-f9359519c81b,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:01.563882 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:01.610555 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-75dec7a7-b7f9-41fa-acec-31cf05e469e4 req-52ace5a7-9ef7-46fb-8814-d4e06c233d59 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ef9b381-99f6-4ce5-b45f-ab3479d1ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0516143 Aug 13 03:51:01.636662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fb292-2d50-4de6-8991-61b5cbe0cb3d req-a660970f-748d-4e21-bdcf-772225bc1e39 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:01.640729 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e24fb292-2d50-4de6-8991-61b5cbe0cb3d req-a660970f-748d-4e21-bdcf-772225bc1e39 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1406426 Aug 13 03:51:01.687741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e24fb292-2d50-4de6-8991-61b5cbe0cb3d req-5385f66f-4dff-4a36-b126-3d6c1b95c04d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423818 Aug 13 03:51:01.692093 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.811153 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:50:57Z', 'revision_number': 3, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:01.838165 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1b32c1a3-0fa1-4cdf-b6c0-0f3a53699546 None None] Provisioning for port dc6d587f-5956-45f3-a48d-8a8529f37f16 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:01.847447 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1b32c1a3-0fa1-4cdf-b6c0-0f3a53699546 None None] Provisioning complete for port dc6d587f-5956-45f3-a48d-8a8529f37f16 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:01.853065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1b32c1a3-0fa1-4cdf-b6c0-0f3a53699546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.878466 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e42a2e-32be-4764-8d63-f58525c98fbb None None] The sync data for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi is: [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:50:57Z', 'revision_number': 3, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:01.910949 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1b32c1a3-0fa1-4cdf-b6c0-0f3a53699546 None None] Port dc6d587f-5956-45f3-a48d-8a8529f37f16 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:51:01.935361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:01.984940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 983f443d-ce97-4cd6-8682-52735f1d9807 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:02.006358 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.048902 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-ba198b0a-3287-4639-ae6b-3992829ffed8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.051418 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-ba198b0a-3287-4639-ae6b-3992829ffed8 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 945 time: 0.1003783 Aug 13 03:51:02.089719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Pushing event updated for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:02.093075 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.115969 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.162248 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:02.238513 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.239252 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6e45c13e-b048-4017-b695-38be750be9ca no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:02.244944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Deleting port 983f443d-ce97-4cd6-8682-52735f1d9807 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:02.244944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.285968 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 6e45c13e-b048-4017-b695-38be750be9ca {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:02.286317 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6e45c13e-b048-4017-b695-38be750be9ca not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:02.343804 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Network 4ac79cab-2088-4202-8f60-98f5e6783917 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:02.344395 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:02.348784 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=6']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:02.368503 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:02.373468 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4bf8a3-91b0-4230-952d-37cf4c2d966b" -d '{"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-unplugged", "status": "completed", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:02.476310 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] For port 983f443d-ce97-4cd6-8682-52735f1d9807, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=983f443d-ce97-4cd6-8682-52735f1d9807,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:02.477996 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.500716 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Calling delete_port for 983f443d-ce97-4cd6-8682-52735f1d9807 owned by compute:nova {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:02.530840 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c4365-9eb7-4297-b6b8-45c40f455139 x-openstack-request-id: req-4c2c4365-9eb7-4297-b6b8-45c40f455139 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:02.531053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-unplugged", "status": "completed", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:02.531204 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c2c4365-9eb7-4297-b6b8-45c40f455139 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:02.531634 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807', 'code': 200} Aug 13 03:51:02.620193 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Router e7884bab-90f0-4326-bc9f-b09be80961d6 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:02.690012 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 57887298-ec0d-4a84-a2b2-f9359519c81b up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:02.786782 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6327bb-7850-4511-b3f6-1d4c71b3e2dc req-05bd5628-b6a6-4e5a-ba1c-147e0aecd556 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.788394 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2c6327bb-7850-4511-b3f6-1d4c71b3e2dc req-05bd5628-b6a6-4e5a-ba1c-147e0aecd556 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 943 time: 0.2677951 Aug 13 03:51:02.834981 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a291ca7-18be-455e-87ed-c11fb8e95231 req-a9de0da0-a05c-40a8-a0d8-d7dec7251073 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:02.837370 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1a291ca7-18be-455e-87ed-c11fb8e95231 req-a9de0da0-a05c-40a8-a0d8-d7dec7251073 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.1519196 Aug 13 03:51:02.861554 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 57887298-ec0d-4a84-a2b2-f9359519c81b completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:02.868114 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-088c83f0-f1ac-452b-92cf-6acdbe8412ed None None] Provisioning complete for port dc6d587f-5956-45f3-a48d-8a8529f37f16 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:02.868634 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-088c83f0-f1ac-452b-92cf-6acdbe8412ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.868968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:02.888390 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bfb8bf7b-78e5-4d2e-8197-d5f728ebc4eb admin admin] 10.222.0.45 "PUT /v2.0/routers/e7884bab-90f0-4326-bc9f-b09be80961d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2641227 Aug 13 03:51:02.893332 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 57887298-ec0d-4a84-a2b2-f9359519c81b triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:02.893854 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:02.924735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2c6327bb-7850-4511-b3f6-1d4c71b3e2dc req-89cc921a-0aa9-4df6-ae96-02e7351ad7a6 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/security-groups?id=5a0b5932-e8ed-4828-be24-d740d43a7daa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255174 Aug 13 03:51:02.990346 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1a291ca7-18be-455e-87ed-c11fb8e95231 req-f999aa8c-b584-4863-8d43-39cddc11b683 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437063 Aug 13 03:51:02.993621 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-088c83f0-f1ac-452b-92cf-6acdbe8412ed None None] Port dc6d587f-5956-45f3-a48d-8a8529f37f16 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:51:03.128371 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.183999 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.221087 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 57887298-ec0d-4a84-a2b2-f9359519c81b, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=57887298-ec0d-4a84-a2b2-f9359519c81b,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:03.248705 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Pushing event deleted for resources: {'Port': ['ID=983f443d-ce97-4cd6-8682-52735f1d9807,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:03.298511 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.355818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] No DVR routers for this DVR port 983f443d-ce97-4cd6-8682-52735f1d9807 on host hv-cinder-76019 {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:03.360902 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:03.362086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-715efe9a-53d3-40f4-95ca-a0a547ce5076 req-2447a090-863e-4a8b-b167-13dcd7814e19 tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.61 "DELETE /v2.0/ports/983f443d-ce97-4cd6-8682-52735f1d9807 HTTP/1.1" status: 204 len: 173 time: 1.2998936 Aug 13 03:51:03.362604 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-deleted', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:03.365589 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc73172f-b51f-4802-b512-00bc1de1ea12" -d '{"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-deleted", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:03.383813 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb55b0-6be3-42ff-9af7-ee9665d58791 req-194c8a99-c39f-4075-94cb-7d50e7ff82f1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.389367 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=57887298-ec0d-4a84-a2b2-f9359519c81b,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:03.407539 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fbcb55b0-6be3-42ff-9af7-ee9665d58791 req-194c8a99-c39f-4075-94cb-7d50e7ff82f1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1869116 Aug 13 03:51:03.481994 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fbcb55b0-6be3-42ff-9af7-ee9665d58791 req-1f5c67c2-5a26-451a-ab05-0cd69a894bcb tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614119 Aug 13 03:51:03.550991 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e3851-3201-4e32-a424-6e596530ba6d x-openstack-request-id: req-997e3851-3201-4e32-a424-6e596530ba6d {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:03.551493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c59252f0-08f6-4747-9e48-3a7edd0cff0b", "name": "network-vif-deleted", "tag": "983f443d-ce97-4cd6-8682-52735f1d9807", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:03.551898 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-997e3851-3201-4e32-a424-6e596530ba6d {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:03.552486 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c59252f0-08f6-4747-9e48-3a7edd0cff0b', 'name': 'network-vif-deleted', 'tag': '983f443d-ce97-4cd6-8682-52735f1d9807', 'status': 'completed', 'code': 200} Aug 13 03:51:03.839977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3005c-fc09-4a13-b969-1b2b00781696 req-0a2d3887-119d-4bd7-a939-536dbb6905bc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:03.841543 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e4a3005c-fc09-4a13-b969-1b2b00781696 req-0a2d3887-119d-4bd7-a939-536dbb6905bc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 13 03:51:03.885188 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e4a3005c-fc09-4a13-b969-1b2b00781696 req-9b3e34ee-44bb-4387-81ae-fa9eefcd3a80 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374575 Aug 13 03:51:04.074180 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9a12d1b9-013f-430f-a69b-f974ecb9cec4 req-4eb9fa16-7a7b-48b5-b087-3b8086fb2d2f tempest-ServerRescueNegativeTestJSON-1706032296 tempest-ServerRescueNegativeTestJSON-1706032296-project] 10.222.0.45 "GET /v2.0/ports?device_id=c59252f0-08f6-4747-9e48-3a7edd0cff0b HTTP/1.1" status: 200 len: 210 time: 0.0330954 Aug 13 03:51:04.130185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45326) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:04.136202 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-957897824-network', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:04.183231 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722101fa-f2e5-46a1-a9e4-41f21aa7f3e6 req-154d3f7d-3d69-40bc-8586-555a9eadde88 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:04.184757 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-722101fa-f2e5-46a1-a9e4-41f21aa7f3e6 req-154d3f7d-3d69-40bc-8586-555a9eadde88 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0567982 Aug 13 03:51:04.229324 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-722101fa-f2e5-46a1-a9e4-41f21aa7f3e6 req-d213b17f-bb33-42e1-acac-d7cb3bdf7370 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371568 Aug 13 03:51:04.283150 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Made reservation on behalf of d84817a4d7364659b5e53f57b846c52f for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:04.286972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.302238 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.387604 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce528c-4165-4690-887c-4d0990890772 req-2a713549-3bf2-4dd1-88f7-90b6cde947df tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:04.389167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55ce528c-4165-4690-887c-4d0990890772 req-2a713549-3bf2-4dd1-88f7-90b6cde947df tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0615475 Aug 13 03:51:04.390897 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Sync routers for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:04.406477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:04.407728 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:04.459167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55ce528c-4165-4690-887c-4d0990890772 req-84e191fd-9ab4-4d02-b36a-51f980792ab2 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553746 Aug 13 03:51:04.459472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.567810 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.637518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b64b6c1-898a-4c8c-bd07-e28340af9a7e,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:04.663791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:51:04.673376 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.673716 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Added segment 0afe9e0a-660e-415b-afe8-6c78feb340a2 of type vlan for network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 Aug 13 03:51:04.695084 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7d776-2cc6-4a23-87e2-c129ac6bc91e req-de3b3318-fa75-42a2-9e44-9743dec23525 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:04.699170 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3da7d776-2cc6-4a23-87e2-c129ac6bc91e req-de3b3318-fa75-42a2-9e44-9743dec23525 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1000931 Aug 13 03:51:04.728647 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.748697 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3da7d776-2cc6-4a23-87e2-c129ac6bc91e req-1ace9fc0-b4c4-4407-83c6-04668b44175a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Aug 13 03:51:04.754432 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 57887298-ec0d-4a84-a2b2-f9359519c81b up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:04.824492 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:04.877131 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 57887298-ec0d-4a84-a2b2-f9359519c81b triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:04.877526 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.883888 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.885616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:04.886598 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:04.951446 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] Pushing event updated for resources: {'Network': ['ID=105460b3-7ef8-4ccf-ac35-c816237c5fc3,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:04.984648 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:51:05.005160 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c312e-23d1-4023-a206-0bb5a65b484e req-d77fd0fc-c2ef-4df7-9e17-a2b1d76a1497 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.006837 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-788c312e-23d1-4023-a206-0bb5a65b484e req-d77fd0fc-c2ef-4df7-9e17-a2b1d76a1497 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0729706 Aug 13 03:51:05.055081 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9561e230-c133-4459-b31b-654f29613cae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9234157 Aug 13 03:51:05.058964 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45342) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:05.067680 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Request body: {'subnet': {'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-957897824-subnet', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:05.072457 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-788c312e-23d1-4023-a206-0bb5a65b484e req-22981879-f34f-46b2-abd5-24601b0cb231 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568593 Aug 13 03:51:05.179314 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Made reservation on behalf of d84817a4d7364659b5e53f57b846c52f for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:51:05.183258 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.205359 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 2, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:05.250980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Checking router: e7884bab-90f0-4326-bc9f-b09be80961d6 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:05.251398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Updating router e7884bab-90f0-4326-bc9f-b09be80961d6 port dc6d587f-5956-45f3-a48d-8a8529f37f16 binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:51:05.251984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2030b673-0a87-472e-81fb-1725c75ecf28 req-1ce321bf-820e-4bab-9750-3b064e466a74 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.256840 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2030b673-0a87-472e-81fb-1725c75ecf28 req-1ce321bf-820e-4bab-9750-3b064e466a74 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0706027 Aug 13 03:51:05.275839 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45350) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:05.285373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.309470 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2030b673-0a87-472e-81fb-1725c75ecf28 req-b828bc69-55ca-4bac-a207-2fa62bdf5ce2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480406 Aug 13 03:51:05.425408 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b90c7d-46d1-4b4e-bd39-9fcc4b228ff7 req-18508a31-aebe-4658-9148-2965bda4139c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.431018 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1b90c7d-46d1-4b4e-bd39-9fcc4b228ff7 req-18508a31-aebe-4658-9148-2965bda4139c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.0759506 Aug 13 03:51:05.472622 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1b90c7d-46d1-4b4e-bd39-9fcc4b228ff7 req-7059ddc6-c036-4fd7-969a-0213ae7d13f1 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360444 Aug 13 03:51:05.621388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.634856 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Transition to ACTIVE for port object dc6d587f-5956-45f3-a48d-8a8529f37f16 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:05.700138 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.728559 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.775153 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c470b9-e1e8-47e5-b5bb-9bf114a6a11d,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:05.791021 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b53b2-35a1-4971-8910-eabef4b48506 None None] Pushing event updated for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:05.821732 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Checking segment: {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:05.822113 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Network hostable DHCP agents. Network: 105460b3-7ef8-4ccf-ac35-c816237c5fc3, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:51:05.848540 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Attempting to bind port dc6d587f-5956-45f3-a48d-8a8529f37f16 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:05.849828 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Attempting to bind port dc6d587f-5956-45f3-a48d-8a8529f37f16 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:05.850387 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Attempting to bind port dc6d587f-5956-45f3-a48d-8a8529f37f16 on network 4ac79cab-2088-4202-8f60-98f5e6783917 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:05.858289 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:05.858835 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Checking segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:05.862373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.862373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Bound using segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:05.862373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Bound port: dc6d587f-5956-45f3-a48d-8a8529f37f16, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:05.862871 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.940753 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:51:05.958762 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:05.974191 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1ed93-43dc-49aa-bcdb-bb89b24d899c req-637b4252-4755-49f3-8542-3502d4eef8df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:05.985232 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f8b1ed93-43dc-49aa-bcdb-bb89b24d899c req-637b4252-4755-49f3-8542-3502d4eef8df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0747678 Aug 13 03:51:06.036315 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f8b1ed93-43dc-49aa-bcdb-bb89b24d899c req-e44214ca-6984-4588-8a28-22f1207a35d0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514493 Aug 13 03:51:06.044076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] For port dc6d587f-5956-45f3-a48d-8a8529f37f16, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:06.048477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] For port dc6d587f-5956-45f3-a48d-8a8529f37f16, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=dc6d587f-5956-45f3-a48d-8a8529f37f16,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:06.099610 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.174545 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:06.175193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:06.180328 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b53b2-35a1-4971-8910-eabef4b48506 None None] Pushing event updated for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:06.228633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 105460b3-7ef8-4ccf-ac35-c816237c5fc3) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:06.235340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:06.235937 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.284374 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2779b-57be-4640-a3b5-38b20d292083 None None] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:06.384989 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bae5c4a8-78ab-4428-a645-82490a44e6d7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3243976 Aug 13 03:51:06.390534 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45360) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:06.398164 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:06.404544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:06.483843 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089c14b-b74c-4b6e-82af-ef8f230e6e78 req-38781d3e-7e49-4a70-a2d2-4327065d7821 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:06.485495 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7089c14b-b74c-4b6e-82af-ef8f230e6e78 req-38781d3e-7e49-4a70-a2d2-4327065d7821 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0572650 Aug 13 03:51:06.528344 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.529414 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.564800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7089c14b-b74c-4b6e-82af-ef8f230e6e78 req-27fc13f2-00af-4b74-9ec2-3fa97a0c8fae tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650761 Aug 13 03:51:06.581541 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Deleting port 81044dd9-5daa-400e-9618-f7f8d61b37fe {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:06.582321 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.638696 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'fixed_ips': [{'subnet_id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 03:51:06.639676 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.646833 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.677431 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452d265-f08b-4937-9c38-6c05013f2e30 req-d09ba3a7-2e3a-418e-8834-7f253106cadd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:06.679019 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d452d265-f08b-4937-9c38-6c05013f2e30 req-d09ba3a7-2e3a-418e-8834-7f253106cadd tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.0914071 Aug 13 03:51:06.699168 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] For port 81044dd9-5daa-400e-9618-f7f8d61b37fe, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=81044dd9-5daa-400e-9618-f7f8d61b37fe,segment=NetworkSegment(f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4),segment_id=f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:06.699667 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:06.714005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Calling delete_port for 81044dd9-5daa-400e-9618-f7f8d61b37fe owned by network:router_interface {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:06.723610 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d452d265-f08b-4937-9c38-6c05013f2e30 req-f4c0a3b8-545b-49db-908f-43cd9eaa37ee tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Aug 13 03:51:06.825464 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:06.856853 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bf1245-2273-48dc-bd05-cc119578f5df None None] The sync data for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi is: [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:06.861796 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Allocated IP 172.20.0.2 (105460b3-7ef8-4ccf-ac35-c816237c5fc3/99c470b9-e1e8-47e5-b5bb-9bf114a6a11d/369c07ee-734c-4c67-982b-2a77c1036522) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:06.918593 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.094399 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.097771 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.116644 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Transition to ACTIVE for port object 369c07ee-734c-4c67-982b-2a77c1036522 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:07.136218 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=81044dd9-5daa-400e-9618-f7f8d61b37fe,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:07.144579 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Transition to ACTIVE for port object 369c07ee-734c-4c67-982b-2a77c1036522 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:07.224470 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.295409 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Pushing event updated for resources: {'Port': ['ID=369c07ee-734c-4c67-982b-2a77c1036522,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:07.300368 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:07.303546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:07.315770 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:07.318941 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.319527 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.320084 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.321263 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.321829 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.326076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:51:07.341488 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.369623 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a71d4-a03a-4540-a2ad-f4189840faaf req-730e87e6-feed-4644-9bc8-f29d954da45c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.377184 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-215a71d4-a03a-4540-a2ad-f4189840faaf req-730e87e6-feed-4644-9bc8-f29d954da45c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1366556 Aug 13 03:51:07.389646 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.402814 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Attempting to bind port 369c07ee-734c-4c67-982b-2a77c1036522 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:07.403651 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Attempting to bind port 369c07ee-734c-4c67-982b-2a77c1036522 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:07.404044 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Attempting to bind port 369c07ee-734c-4c67-982b-2a77c1036522 on network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:07.410722 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:07.411255 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Checking segment: {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:07.411767 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.412311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Bound using segment: {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:07.412899 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Bound port: 369c07ee-734c-4c67-982b-2a77c1036522, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:07.413428 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.417985 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.490191 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-215a71d4-a03a-4540-a2ad-f4189840faaf req-157982a0-0940-4fa0-b235-6cf724b8c3d0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120040 Aug 13 03:51:07.491420 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] For port 369c07ee-734c-4c67-982b-2a77c1036522, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:07.497572 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] For port 369c07ee-734c-4c67-982b-2a77c1036522, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=369c07ee-734c-4c67-982b-2a77c1036522,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:07.602546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:07.640360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Allocated IP 172.27.1.193 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/ea9bf59e-4f07-4b06-a8c3-0f08783890b8) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:07.645564 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:07.683560 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-1265e3bc-91fb-487a-a465-d68ca3e45a41 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.685465 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-1265e3bc-91fb-487a-a465-d68ca3e45a41 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.1131015 Aug 13 03:51:07.762027 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8c215-2be0-4871-9560-4f3ec9e46afd None None] Pushing event updated for resources: {'Port': ['ID=369c07ee-734c-4c67-982b-2a77c1036522,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:07.879725 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:07.889439 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0b8fe90-74b6-44b5-b89d-28b4b4b071c1 admin admin] 10.222.0.45 "PUT /v2.0/routers/b67cb3ff-9a24-4e38-9b5b-c020409d8e65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6117334 Aug 13 03:51:07.890792 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45372) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:07.893410 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Sync routers for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:07.914171 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:07.916470 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:07.928251 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4d3ff-f4db-495e-89a8-a7c06b143aa8 req-e230d9e2-4464-4131-9691-404140c21ab1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:07.934431 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bb4d3ff-f4db-495e-89a8-a7c06b143aa8 req-e230d9e2-4464-4131-9691-404140c21ab1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1904945 Aug 13 03:51:07.975901 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.090271 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks [] for router, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.160153 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1426fc3-ddb8-4a3f-a707-7428dfee760a req-d322499b-9a72-4338-94ff-2e54b43c7320 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:08.162006 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1426fc3-ddb8-4a3f-a707-7428dfee760a req-d322499b-9a72-4338-94ff-2e54b43c7320 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 945 time: 0.3002584 Aug 13 03:51:08.166358 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Deleting port 06d60767-8554-4455-9743-bb6cf69554f9 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:08.166903 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.287333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.303093 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bb4d3ff-f4db-495e-89a8-a7c06b143aa8 req-298b5c9f-b917-4eb6-964b-6fd6ee7f58cf tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565586 Aug 13 03:51:08.328199 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:08.337483 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.346314 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] For port 06d60767-8554-4455-9743-bb6cf69554f9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=06d60767-8554-4455-9743-bb6cf69554f9,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:08.346889 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.426524 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Calling delete_port for 06d60767-8554-4455-9743-bb6cf69554f9 owned by compute:nova {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:08.431173 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:08.445269 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:08.479428 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:08.499226 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Deleting port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:08.500214 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.574026 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1426fc3-ddb8-4a3f-a707-7428dfee760a req-4fab0da3-0b5f-4790-b7a1-d42e923d1c64 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868035 Aug 13 03:51:08.574780 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Pushing event updated for resources: {'Port': ['ID=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:08.686431 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] For port 298a02ce-3a29-4dda-a9cf-980e1e8ae72a, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:08.686790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:08.705150 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:51:06Z', 'revision_number': 5, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port': {'id': '298a02ce-3a29-4dda-a9cf-980e1e8ae72a', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:74:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:34Z', 'updated_at': '2021-08-13T03:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:08.710391 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Calling delete_port for 298a02ce-3a29-4dda-a9cf-980e1e8ae72a owned by network:router_gateway {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:08.810892 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Checking router: b67cb3ff-9a24-4e38-9b5b-c020409d8e65 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:08.849252 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Routers {'b67cb3ff-9a24-4e38-9b5b-c020409d8e65'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:08.851584 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:08.867128 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 369c07ee-734c-4c67-982b-2a77c1036522 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:09.003990 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] Set router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:09.070911 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 369c07ee-734c-4c67-982b-2a77c1036522 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:09.075912 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device dc6d587f-5956-45f3-a48d-8a8529f37f16 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:09.085199 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:51:08Z', 'revision_number': 6, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:09.137781 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9188a31-6075-44cf-850c-33bfa6a3b69b None None] The sync data for ids ['b67cb3ff-9a24-4e38-9b5b-c020409d8e65'] in dv-cinder-760193-6-iscsi is: [{'id': 'b67cb3ff-9a24-4e38-9b5b-c020409d8e65', 'name': 'tempest-ServerRescueNegativeTestJSON-1707667226-router', 'tenant_id': '9d8f74eccd534ca380d3e2cc50d35120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:51:08Z', 'revision_number': 6, 'project_id': '9d8f74eccd534ca380d3e2cc50d35120', 'gw_port_host': None}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:09.187985 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.198203 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875dacc2-958b-4b90-ac8e-c09eba3e8afe None None] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:51:09.222019 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port dc6d587f-5956-45f3-a48d-8a8529f37f16 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:09.237197 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Pushing event deleted for resources: {'Port': ['ID=298a02ce-3a29-4dda-a9cf-980e1e8ae72a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:09.271155 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.274304 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port dc6d587f-5956-45f3-a48d-8a8529f37f16 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:09.275187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.324325 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.373726 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event deleted for resources: {'Port': ['ID=06d60767-8554-4455-9743-bb6cf69554f9,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:09.452454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e83984-fe09-4fc2-8a36-c04e1666256f req-ba0eb8ab-d08f-43f3-8748-c97f6bc07423 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:09.454094 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e1e83984-fe09-4fc2-8a36-c04e1666256f req-ba0eb8ab-d08f-43f3-8748-c97f6bc07423 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.5883358 Aug 13 03:51:09.454972 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] No DVR routers for this DVR port 06d60767-8554-4455-9743-bb6cf69554f9 on host hv-cinder-76019 {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:09.458841 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.461560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-935ecd91-4163-4cc3-a15b-6776a178efa1 req-6aaea18c-fa6a-4fde-9b38-ddafbb53a38b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "DELETE /v2.0/ports/06d60767-8554-4455-9743-bb6cf69554f9 HTTP/1.1" status: 204 len: 173 time: 1.7593751 Aug 13 03:51:09.462061 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'name': 'network-vif-deleted', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:09.464884 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b4eb14-751c-4b1c-a2ba-9d1e9b831667" -d '{"events": [{"server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "name": "network-vif-deleted", "tag": "06d60767-8554-4455-9743-bb6cf69554f9"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:09.485362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3', 'af906f11-86f4-4f13-83db-9b6481e1d392'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:09.540306 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.549576 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.570529 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e1e83984-fe09-4fc2-8a36-c04e1666256f req-acf1ba07-0c09-409c-90ad-56b2f2459a9c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008022 Aug 13 03:51:09.653510 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.693405 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Provisioning for port 369c07ee-734c-4c67-982b-2a77c1036522 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:09.702039 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Provisioning complete for port 369c07ee-734c-4c67-982b-2a77c1036522 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:09.702757 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.768297 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.769041 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b67cb3ff-9a24-4e38-9b5b-c020409d8e65 {{(pid=101042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:51:09.776862 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.779442 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2f987905-fc6f-4b32-a840-8aa3e6418761 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b67cb3ff-9a24-4e38-9b5b-c020409d8e65 HTTP/1.1" status: 204 len: 168 time: 1.8874443 Aug 13 03:51:09.782292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45398) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:09.785954 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-aa5acdb1-2325-491c-9184-1d40201373dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.852252 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2e755-51f9-489d-b7a3-0688de87352c req-f4ac3371-f2dc-49f2-9044-0cbc52c88cef tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:09.853904 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Deleting subnet 960dfee4-5b83-4148-b51e-6f2c32415428 {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:51:09.854563 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-48e2e755-51f9-489d-b7a3-0688de87352c req-f4ac3371-f2dc-49f2-9044-0cbc52c88cef tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1208355 Aug 13 03:51:09.863534 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.885357 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:09.969735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-48e2e755-51f9-489d-b7a3-0688de87352c req-7382f8d5-b660-4e02-a65c-87511def1b1e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924716 Aug 13 03:51:09.972802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ab737-5310-42cf-9302-2f369ea45ed9 x-openstack-request-id: req-4b6ab737-5310-42cf-9302-2f369ea45ed9 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:09.973097 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84485415-bbf6-4942-87ca-24ad73ca32b6", "name": "network-vif-deleted", "tag": "06d60767-8554-4455-9743-bb6cf69554f9", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:09.973372 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b6ab737-5310-42cf-9302-2f369ea45ed9 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:09.973910 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84485415-bbf6-4942-87ca-24ad73ca32b6', 'name': 'network-vif-deleted', 'tag': '06d60767-8554-4455-9743-bb6cf69554f9', 'status': 'completed', 'code': 200} Aug 13 03:51:09.975486 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 06d60767-8554-4455-9743-bb6cf69554f9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:09.983188 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.038733 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port dc6d587f-5956-45f3-a48d-8a8529f37f16, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=dc6d587f-5956-45f3-a48d-8a8529f37f16,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:10.044160 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 06d60767-8554-4455-9743-bb6cf69554f9 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:10.046558 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 06d60767-8554-4455-9743-bb6cf69554f9 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:10.081479 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.134563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.167497 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-12bf7d47-bac7-4fd0-97dd-0d83fb340dc4 req-5047a672-2611-4097-ad47-f4b60771e97f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=84485415-bbf6-4942-87ca-24ad73ca32b6 HTTP/1.1" status: 200 len: 210 time: 0.0688348 Aug 13 03:51:10.177519 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.201062 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.282098 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.304088 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] For port 369c07ee-734c-4c67-982b-2a77c1036522, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=369c07ee-734c-4c67-982b-2a77c1036522,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:10.327338 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.333911 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] 10.222.0.45 "DELETE /v2.0/subnets/960dfee4-5b83-4148-b51e-6f2c32415428 HTTP/1.1" status: 204 len: 168 time: 0.5479374 Aug 13 03:51:10.333911 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e9481-5e99-4aeb-8e7a-b2b8e51095ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=960dfee4-5b83-4148-b51e-6f2c32415428,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:10.339095 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45402) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:10.344626 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:10.424921 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.443718 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.482008 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101041) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 03:51:10.501007 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e914f-5590-4137-ad16-a9be8d75a18e None None] Pushing event updated for resources: {'Port': ['ID=369c07ee-734c-4c67-982b-2a77c1036522,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:10.555496 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-7e6c0a7c-1cce-4e3a-bf88-45e00a814847 None None] Provisioning complete for port 369c07ee-734c-4c67-982b-2a77c1036522 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:10.556099 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0a7c-1cce-4e3a-bf88-45e00a814847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.597236 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.622945 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b3186f-ea8b-471c-836a-555e3dac7721']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:10.666152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device dc6d587f-5956-45f3-a48d-8a8529f37f16 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:10.752977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:10.771936 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Sync routers for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:10.804121 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:10.806041 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:50:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:10.838660 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3950646-88f5-4f8e-8db3-9da4bc36207a req-3c77be6c-2be9-4fd5-9db1-6551a21bc585 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:10.840502 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3950646-88f5-4f8e-8db3-9da4bc36207a req-3c77be6c-2be9-4fd5-9db1-6551a21bc585 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1142526 Aug 13 03:51:10.874766 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port dc6d587f-5956-45f3-a48d-8a8529f37f16 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:10.875152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.896003 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3950646-88f5-4f8e-8db3-9da4bc36207a req-b9047564-d153-4777-9f2f-b97f7d3aabb9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473125 Aug 13 03:51:10.914867 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:10.915349 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43d79ea-20bb-4fe2-a436-ee5b9a1fddd4') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:10.930334 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.932049 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-942d2c2e-6a09-4bfc-9d5e-dad6b873fac2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5400999 Aug 13 03:51:10.935050 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.935868 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45406) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:10.956947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.966308 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:51:10.967154 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:51:10.969902 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:51:10.985311 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:11.146814 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.190874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86b3186f-ea8b-471c-836a-555e3dac7721,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:11.199336 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.202589 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-eefb426e-d514-41a0-a45c-2c62aeeea8f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/86b3186f-ea8b-471c-836a-555e3dac7721 HTTP/1.1" status: 204 len: 168 time: 0.8623402 Aug 13 03:51:11.238495 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 81044dd9-5daa-400e-9618-f7f8d61b37fe no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:11.245059 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ffe8c1-3c9f-49fa-b57a-b0c485325fef req-00e49a5f-4d0d-4ef4-a1fc-b0cef43398b7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:11.253086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37ffe8c1-3c9f-49fa-b57a-b0c485325fef req-00e49a5f-4d0d-4ef4-a1fc-b0cef43398b7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1631956 Aug 13 03:51:11.272048 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 81044dd9-5daa-400e-9618-f7f8d61b37fe {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:11.272598 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 81044dd9-5daa-400e-9618-f7f8d61b37fe not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:11.273180 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 298a02ce-3a29-4dda-a9cf-980e1e8ae72a no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:11.299250 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 298a02ce-3a29-4dda-a9cf-980e1e8ae72a {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:11.299722 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 298a02ce-3a29-4dda-a9cf-980e1e8ae72a not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:11.306150 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37ffe8c1-3c9f-49fa-b57a-b0c485325fef req-1a5b8fba-1c41-450d-a20b-6b62958ccbbc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519800 Aug 13 03:51:11.326309 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 3, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:11.366257 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Checking router: fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:11.366608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Updating router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:51:11.405747 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.559524 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.720814 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.734075 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Transition to ACTIVE for port object ea9bf59e-4f07-4b06-a8c3-0f08783890b8 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:11.746846 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Allocated IP 172.20.0.1 (105460b3-7ef8-4ccf-ac35-c816237c5fc3/99c470b9-e1e8-47e5-b5bb-9bf114a6a11d/d7c43625-7be5-4ccb-afc1-d106440b70fd) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:11.811158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45420) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:11.847686 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.876599 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-39c9b401-d7b0-45ce-97c3-cea62f992100 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d8f74eccd534ca380d3e2cc50d35120&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0640140 Aug 13 03:51:11.880461 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45422) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:11.905081 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc3ff4-670b-4668-86ec-3e472169b8bb req-56480198-e364-4f4d-b3a9-ec574e1b0136 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:11.907327 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7acc3ff4-670b-4668-86ec-3e472169b8bb req-56480198-e364-4f4d-b3a9-ec574e1b0136 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0967267 Aug 13 03:51:11.922669 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Attempting to bind port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:11.923054 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Attempting to bind port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:11.923426 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Attempting to bind port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:11.925990 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.927834 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d606f44-26f4-4d84-8c82-483087328a6d None None] Pushing event updated for resources: {'Port': ['ID=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:11.934590 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:11.939649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:11.939649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.939649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:11.939649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Bound port: ea9bf59e-4f07-4b06-a8c3-0f08783890b8, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:11.939649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.953086 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:11.971689 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.provisioning_blocks [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Transition to ACTIVE for port object d7c43625-7be5-4ccb-afc1-d106440b70fd will not be triggered until provisioned by entity DHCP. {{(pid=101041) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:11.980512 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7acc3ff4-670b-4668-86ec-3e472169b8bb req-497c00e5-acdd-428e-9b67-c22e018f15f3 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498538 Aug 13 03:51:12.004455 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:51:12.010896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.051782 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] For port ea9bf59e-4f07-4b06-a8c3-0f08783890b8, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:12.056721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] For port ea9bf59e-4f07-4b06-a8c3-0f08783890b8, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:12.094930 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cabb7-a7d8-4fa5-9731-e08ff65fc2fe req-ac20107f-b55a-4d3c-b803-7504ea1cf8ef tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:12.103043 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c37cabb7-a7d8-4fa5-9731-e08ff65fc2fe req-ac20107f-b55a-4d3c-b803-7504ea1cf8ef tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0652037 Aug 13 03:51:12.134500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.162064 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.165612 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ddd38237-9d08-4fc9-b2b5-8765834be9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.166073 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.167563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.168224 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a0b5932-e8ed-4828-be24-d740d43a7daa HTTP/1.1" status: 204 len: 168 time: 0.2860694 Aug 13 03:51:12.171049 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:12.182939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88179412-708c-4fcb-a876-96073b7bdbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b5932-e8ed-4828-be24-d740d43a7daa,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:12.192069 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c37cabb7-a7d8-4fa5-9731-e08ff65fc2fe req-82957ed4-055b-479e-95ed-7cc6ee20e315 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880804 Aug 13 03:51:12.204881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:12.213092 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:12.217438 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:12.217635 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:51:12.294206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:12.294206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.307541 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:12.308275 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:51:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:12.313964 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.315005 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d606f44-26f4-4d84-8c82-483087328a6d None None] Pushing event updated for resources: {'Port': ['ID=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:12.392493 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:51:12.515881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99a9b3-cb74-4aec-add9-48cda56ed9fa req-cbd576ce-c447-4f67-9c20-007e5a7c79f7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:12.517487 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3c99a9b3-cb74-4aec-add9-48cda56ed9fa req-cbd576ce-c447-4f67-9c20-007e5a7c79f7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0792835 Aug 13 03:51:12.580048 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3c99a9b3-cb74-4aec-add9-48cda56ed9fa req-607974af-8fa3-43cc-a8db-1ace7f6fb00e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Aug 13 03:51:12.583712 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 369c07ee-734c-4c67-982b-2a77c1036522 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:12.617246 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:12.662546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:12.765059 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 369c07ee-734c-4c67-982b-2a77c1036522 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:12.765435 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.837839 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.860633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba233-4df3-489d-a2ac-2cb5a39c4ee6 None None] Provisioning for port d7c43625-7be5-4ccb-afc1-d106440b70fd completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:12.864394 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.873509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba233-4df3-489d-a2ac-2cb5a39c4ee6 None None] Provisioning complete for port d7c43625-7be5-4ccb-afc1-d106440b70fd triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:12.873916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba233-4df3-489d-a2ac-2cb5a39c4ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.891929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:12.991935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ba233-4df3-489d-a2ac-2cb5a39c4ee6 None None] Port d7c43625-7be5-4ccb-afc1-d106440b70fd cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:51:13.001977 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=6']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:13.021067 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 3, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:13.060642 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cd92a-3ae3-4be2-8e7e-ba824158696c None None] The sync data for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi is: [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 3, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:13.100458 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.104471 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['bbe65dcd-99c5-4ec9-9678-041546213e58'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:13.177688 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa274a-0281-4ff1-a283-fb04b313b5fa req-81e594a6-6d3a-4aae-9b49-60c17b7857ec tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:13.187446 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6caa274a-0281-4ff1-a283-fb04b313b5fa req-81e594a6-6d3a-4aae-9b49-60c17b7857ec tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0722189 Aug 13 03:51:13.188818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.297068 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.593594 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6caa274a-0281-4ff1-a283-fb04b313b5fa req-92e28774-59ba-4167-8a55-ae3877dd928f tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650737 Aug 13 03:51:13.622255 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:13.702105 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11077bd-5d91-4b25-acc4-db912ad64e4d req-568d2680-9586-489f-a566-dc39b2368574 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:13.710103 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d11077bd-5d91-4b25-acc4-db912ad64e4d req-568d2680-9586-489f-a566-dc39b2368574 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.1222498 Aug 13 03:51:13.795972 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d11077bd-5d91-4b25-acc4-db912ad64e4d req-37fababc-d468-4792-b17b-78a8ef0bad4f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745385 Aug 13 03:51:13.797934 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:13.807457 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250dea1-42f0-4fcd-a432-172765fe2946 req-5b9268ae-175f-4a06-b711-47891d9ac639 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:13.816162 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6250dea1-42f0-4fcd-a432-172765fe2946 req-5b9268ae-175f-4a06-b711-47891d9ac639 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1385312 Aug 13 03:51:13.816162 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:13.846544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:13.937628 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6250dea1-42f0-4fcd-a432-172765fe2946 req-fb0e010e-b653-4134-8310-874b1da609ed tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206434 Aug 13 03:51:14.003251 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:14.024802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:14.109928 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port bbe65dcd-99c5-4ec9-9678-041546213e58 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:14.111142 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.164131 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:14.173287 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0a664f71-61ed-40d9-b359-98d9a6a61e39 admin admin] 10.222.0.45 "PUT /v2.0/routers/fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369072 Aug 13 03:51:14.179063 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-7c5d7320-c5d3-4cbf-9ded-130fda90d556 None None] Provisioning complete for port d7c43625-7be5-4ccb-afc1-d106440b70fd triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:14.179445 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c5d7320-c5d3-4cbf-9ded-130fda90d556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.248196 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d7320-c5d3-4cbf-9ded-130fda90d556 None None] Port d7c43625-7be5-4ccb-afc1-d106440b70fd cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:51:14.265382 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.296757 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:14.297145 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c79543-4883-4cc3-9aa2-d41c33c15ec1" -d '{"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:14.315064 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:14.343482 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e111d70-9ad3-4987-8009-207103470ee2 x-openstack-request-id: req-7e111d70-9ad3-4987-8009-207103470ee2 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:14.343912 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:14.344467 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e111d70-9ad3-4987-8009-207103470ee2 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:14.345131 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'code': 200} Aug 13 03:51:14.413036 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.468501 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=7']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:14.582711 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ea9bf59e-4f07-4b06-a8c3-0f08783890b8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:14.694434 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-ec3ab41e-5663-4bde-bf57-2c4f1df248af tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:14.697789 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-ec3ab41e-5663-4bde-bf57-2c4f1df248af tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.0895476 Aug 13 03:51:14.715785 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:14.721177 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:14.721673 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.816605 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac94a12-eda9-44b1-b3ee-3542aec01ac0 req-41ca8596-e2eb-490c-b5eb-f7bccc1f6d51 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:14.818250 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ac94a12-eda9-44b1-b3ee-3542aec01ac0 req-41ca8596-e2eb-490c-b5eb-f7bccc1f6d51 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 945 time: 0.1117024 Aug 13 03:51:14.830766 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.855570 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port ea9bf59e-4f07-4b06-a8c3-0f08783890b8, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:14.880175 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ac94a12-eda9-44b1-b3ee-3542aec01ac0 req-84c6fd8c-408d-4cb3-a466-cb868fba7510 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431328 Aug 13 03:51:14.899866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Deleting port af906f11-86f4-4f13-83db-9b6481e1d392 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:14.900213 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.933018 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:14.974687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45484) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:14.981882 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-933899450', 'description': 'tempest-secgroup-smoke-933899450 description', 'project_id': '32eeacca28d04bb69d245974636ae569'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:15.075722 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] For port af906f11-86f4-4f13-83db-9b6481e1d392, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=af906f11-86f4-4f13-83db-9b6481e1d392,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:15.075722 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.077580 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.096215 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Calling delete_port for af906f11-86f4-4f13-83db-9b6481e1d392 owned by compute:nova {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:15.107408 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Sync routers for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:15.118296 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:15.118957 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:51:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:15.119127 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00382110-5977-4e25-9600-c4572abb3a95 req-058a2228-7356-44e3-901a-f9483b3a7b09 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:15.122998 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00382110-5977-4e25-9600-c4572abb3a95 req-058a2228-7356-44e3-901a-f9483b3a7b09 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1158218 Aug 13 03:51:15.172916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.238766 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00382110-5977-4e25-9600-c4572abb3a95 req-ddb70ba9-bfd5-4f43-92ac-ffc2acbc3559 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119473 Aug 13 03:51:15.272397 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f59341-8611-43d8-9195-5dce7f73a73c req-be164c8b-2259-43b2-b756-c05d8e357f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:15.280066 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9f59341-8611-43d8-9195-5dce7f73a73c req-be164c8b-2259-43b2-b756-c05d8e357f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1565218 Aug 13 03:51:15.305043 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:15.329019 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.347555 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9f59341-8611-43d8-9195-5dce7f73a73c req-19a259aa-644c-44ff-aa79-922eef1551af tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635252 Aug 13 03:51:15.386347 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.420348 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46b6c04-f15a-4083-825d-6694f0336b7e,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.464664 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.493264 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.493500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.497973 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f1a0f28a-a942-481e-8d17-3ccd19c2af05 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5221434 Aug 13 03:51:15.498697 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45496) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:15.503182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:15.525098 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event deleted for resources: {'Port': ['ID=af906f11-86f4-4f13-83db-9b6481e1d392,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.529866 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3', 'af906f11-86f4-4f13-83db-9b6481e1d392'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:15.577856 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] No DVR routers for this DVR port af906f11-86f4-4f13-83db-9b6481e1d392 on host hv-cinder-76019 {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:15.580457 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.582731 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8dc729a6-6277-4718-bfa2-1033c82da124 req-4b8d49fc-3d92-4f41-84da-a83c63b53d30 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "DELETE /v2.0/ports/af906f11-86f4-4f13-83db-9b6481e1d392 HTTP/1.1" status: 204 len: 173 time: 0.8648529 Aug 13 03:51:15.583447 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'name': 'network-vif-deleted', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:15.586626 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b5f7c-7762-4e43-a5af-b57c248139fc" -d '{"events": [{"server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "name": "network-vif-deleted", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:15.587712 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 4, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'd7c43625-7be5-4ccb-afc1-d106440b70fd', 'name': '', 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'mac_address': 'fa:16:3e:e9:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:11Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 2, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'subnets': [{'id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:15.628317 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Checking router: fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:15.630254 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.630790 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Updating router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be port d7c43625-7be5-4ccb-afc1-d106440b70fd binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 03:51:15.638392 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f1d635-b7a9-401d-82a1-e54581904a93 x-openstack-request-id: req-66f1d635-b7a9-401d-82a1-e54581904a93 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:15.638850 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf19ac2-50d9-4f7c-b170-86e9f2f5185e", "name": "network-vif-deleted", "tag": "af906f11-86f4-4f13-83db-9b6481e1d392", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:15.639178 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-66f1d635-b7a9-401d-82a1-e54581904a93 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:15.639580 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf19ac2-50d9-4f7c-b170-86e9f2f5185e', 'name': 'network-vif-deleted', 'tag': 'af906f11-86f4-4f13-83db-9b6481e1d392', 'status': 'completed', 'code': 200} Aug 13 03:51:15.662275 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.715860 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.842043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.866054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1dd6ef-4f88-4e8a-be9c-34a678c1374b,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:15.967728 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:15.972788 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-29e53773-9aa2-4da2-ad90-770401a2b030 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695954 Aug 13 03:51:15.973158 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45508) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:15.981102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:15.990380 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.003654 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Transition to ACTIVE for port object d7c43625-7be5-4ccb-afc1-d106440b70fd will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:51:16.004660 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-362c386b-9809-4e9b-9ffe-e338eca953c1 req-f2c1b31d-fff4-4589-bd81-bceaf44e100c tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0409856 Aug 13 03:51:16.076618 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.125087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.129347 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25722e62-526e-4acb-8c8b-0771042025d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:16.199575 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Attempting to bind port d7c43625-7be5-4ccb-afc1-d106440b70fd on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:51:16.199959 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Attempting to bind port d7c43625-7be5-4ccb-afc1-d106440b70fd by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:51:16.200314 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Attempting to bind port d7c43625-7be5-4ccb-afc1-d106440b70fd on network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:51:16.200764 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.205699 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:51:16.206336 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Checking segment: {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:51:16.206892 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.207428 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Bound using segment: {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:51:16.207909 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Bound port: d7c43625-7be5-4ccb-afc1-d106440b70fd, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afe9e0a-660e-415b-afe8-6c78feb340a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:51:16.208317 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.279190 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] For port d7c43625-7be5-4ccb-afc1-d106440b70fd, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:51:16.281941 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.282992 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] For port d7c43625-7be5-4ccb-afc1-d106440b70fd, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=d7c43625-7be5-4ccb-afc1-d106440b70fd,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:51:16.307857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc557296-5fe4-4f44-b879-fa5c7a907ba6,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:16.425936 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.455433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b913a34-1d50-47bf-b03f-f6427abb4183 req-51bfc586-3c9c-48f7-9304-591447a97c31 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:16.464491 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1b913a34-1d50-47bf-b03f-f6427abb4183 req-51bfc586-3c9c-48f7-9304-591447a97c31 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1307149 Aug 13 03:51:16.464491 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.475930 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6cff13b7-ceda-424b-9ef2-431cb1833235 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5011714 Aug 13 03:51:16.479507 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45524) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:16.484791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:16.533549 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25722e62-526e-4acb-8c8b-0771042025d1 None None] Pushing event updated for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=4']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:16.635456 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:16.636628 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:51:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:16.653267 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1b913a34-1d50-47bf-b03f-f6427abb4183 req-b5c1ab78-b772-4342-b2f3-0d117627ab6c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715891 Aug 13 03:51:16.696692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.721598 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ea9bf59e-4f07-4b06-a8c3-0f08783890b8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:16.722558 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcbda8-68c2-441e-bfd6-c719bc6d8106 req-b460f331-f6e2-4d9d-b1de-13f3b9b564a6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:16.725313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64dcbda8-68c2-441e-bfd6-c719bc6d8106 req-b460f331-f6e2-4d9d-b1de-13f3b9b564a6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1786144 Aug 13 03:51:16.798013 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64dcbda8-68c2-441e-bfd6-c719bc6d8106 req-ed2f0d88-985b-4c8c-b8f5-7cf8275a8dd2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651839 Aug 13 03:51:16.827846 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.836324 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:16.837529 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.934949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:16.981345 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6b8f52d-cd38-4cea-9aca-161ea3c43949,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:17.072558 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:17.093220 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.097806 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-27f324b5-b239-4263-8b62-e30fe4baa3ef tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6141176 Aug 13 03:51:17.098209 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45534) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:17.103945 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:17.189123 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2655b4f6-2e8a-4945-aab4-6c1d50451a28 req-28162436-50ad-45a9-b798-4c65cf53494e tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=0bf19ac2-50d9-4f7c-b170-86e9f2f5185e HTTP/1.1" status: 200 len: 210 time: 0.0474048 Aug 13 03:51:17.213340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.284626 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.338558 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 4, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'd7c43625-7be5-4ccb-afc1-d106440b70fd', 'name': '', 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'mac_address': 'fa:16:3e:e9:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:11Z', 'updated_at': '2021-08-13T03:51:16Z', 'revision_number': 4, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'subnets': [{'id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:17.355386 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.364759 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7696e01f-3e1d-4a5d-934b-9ecfa9747246 None None] The sync data for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi is: [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:51:12Z', 'revision_number': 4, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'd7c43625-7be5-4ccb-afc1-d106440b70fd', 'name': '', 'network_id': '105460b3-7ef8-4ccf-ac35-c816237c5fc3', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'mac_address': 'fa:16:3e:e9:89:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:11Z', 'updated_at': '2021-08-13T03:51:16Z', 'revision_number': 4, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'subnets': [{'id': '99c470b9-e1e8-47e5-b5bb-9bf114a6a11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:17.379556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61b37260-036d-47af-9c29-3f2b8bfcb2dd,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:17.464263 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.465785 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-baeb7f1c-f8b0-4405-b8bc-bdb5cee381c0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664773 Aug 13 03:51:17.468474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45546) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:17.473263 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:17.686333 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.securitygroups_db [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Project 32eeacca28d04bb69d245974636ae569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:51:17.741618 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:17.941980 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a025ab0-aa0b-4586-a352-5ca0548c611b req-ae57ddd9-d4de-4745-bea3-763c9cd08f22 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:17.945296 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a025ab0-aa0b-4586-a352-5ca0548c611b req-ae57ddd9-d4de-4745-bea3-763c9cd08f22 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1104779 Aug 13 03:51:17.972690 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.021441 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device af906f11-86f4-4f13-83db-9b6481e1d392 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:18.048584 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: af906f11-86f4-4f13-83db-9b6481e1d392 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:18.048970 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device af906f11-86f4-4f13-83db-9b6481e1d392 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:18.096212 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.111650 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a025ab0-aa0b-4586-a352-5ca0548c611b req-97aff221-dba6-460c-b8f4-df5426906711 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576338 Aug 13 03:51:18.144089 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14d3c6f-d4aa-4660-bda6-67e1db4f90c5,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:18.158826 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c5ce7-f1a6-44f4-bd29-50b22971f0c4 req-0f0a1d4d-0723-4fcd-8ec4-3b836e5d505d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:18.170167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-703c5ce7-f1a6-44f4-bd29-50b22971f0c4 req-0f0a1d4d-0723-4fcd-8ec4-3b836e5d505d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1842861 Aug 13 03:51:18.236326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.239283 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a8859c0c-180b-466d-af4a-dbbb8f805860 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7695742 Aug 13 03:51:18.242843 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-703c5ce7-f1a6-44f4-bd29-50b22971f0c4 req-af047dfb-1a7b-48ac-831a-59525f329846 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658972 Aug 13 03:51:18.244050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45570) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:18.250999 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'security_group_rule': {'security_group_id': 'e46b6c04-f15a-4083-825d-6694f0336b7e', 'project_id': '32eeacca28d04bb69d245974636ae569', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:18.362020 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.securitygroups_db [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Project 32eeacca28d04bb69d245974636ae569 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:51:18.370774 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.497686 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.660379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device d7c43625-7be5-4ccb-afc1-d106440b70fd up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:18.670925 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.724892 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912e0a95-b6d1-468b-a128-546df4e2fedb,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:18.848351 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:18.858682 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-67f21f04-1677-48dd-a28f-09d4c636feb2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6114964 Aug 13 03:51:18.932803 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port d7c43625-7be5-4ccb-afc1-d106440b70fd completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:51:18.937173 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port d7c43625-7be5-4ccb-afc1-d106440b70fd triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:18.937673 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:19.159616 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:19.248709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port d7c43625-7be5-4ccb-afc1-d106440b70fd, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=d7c43625-7be5-4ccb-afc1-d106440b70fd,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:19.275556 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a790ea-48f9-4b03-9cf1-fa9a87f1fe7c req-c3f30305-2dd1-4daf-aee8-5c42c00209d3 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:19.288972 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43a790ea-48f9-4b03-9cf1-fa9a87f1fe7c req-c3f30305-2dd1-4daf-aee8-5c42c00209d3 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.1522207 Aug 13 03:51:19.374136 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43a790ea-48f9-4b03-9cf1-fa9a87f1fe7c req-2915c6f3-fe0f-4698-b6a2-ec2216e89b3c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807333 Aug 13 03:51:19.389027 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45632) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:19.391964 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:19.393814 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d341ae-0f3c-4e38-b848-bd5f54213283 req-ac44387e-014d-46d7-a478-52b857b6d70e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:19.405589 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9d341ae-0f3c-4e38-b848-bd5f54213283 req-ac44387e-014d-46d7-a478-52b857b6d70e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1088154 Aug 13 03:51:19.497565 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:19.546032 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9d341ae-0f3c-4e38-b848-bd5f54213283 req-a34b1a39-9026-4ec0-bc36-8b68e406fab7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410882 Aug 13 03:51:19.606123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cca26-6e06-4bd2-8fd0-a1b8349fe65a req-d653ccfb-ec0f-4def-a31d-844752c68a90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:19.613951 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c9cca26-6e06-4bd2-8fd0-a1b8349fe65a req-d653ccfb-ec0f-4def-a31d-844752c68a90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1324532 Aug 13 03:51:19.670563 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c9cca26-6e06-4bd2-8fd0-a1b8349fe65a req-af8b079d-8b22-4f18-bdc8-2cbf8d5ef787 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555866 Aug 13 03:51:19.826988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc796a5-443d-406d-820f-c83c3c1fa357 tempest-TestMinimumBasicScenario-1842576551 tempest-TestMinimumBasicScenario-1842576551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:19.830045 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45644) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:19.835587 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'port_id': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:19.840968 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ecc796a5-443d-406d-820f-c83c3c1fa357 tempest-TestMinimumBasicScenario-1842576551 tempest-TestMinimumBasicScenario-1842576551-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1094 time: 0.4122961 Aug 13 03:51:20.018594 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.215107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.432005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Allocated IP 172.27.1.19 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/69ef45f5-4947-4e27-867d-bdd1c052fbbc) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:51:20.438294 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413e5ab-ffe8-4cd8-9757-99934148ac7a req-4c8d3edd-1d99-4b7d-8fa6-3fc9f01dbb69 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:20.452054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0413e5ab-ffe8-4cd8-9757-99934148ac7a req-4c8d3edd-1d99-4b7d-8fa6-3fc9f01dbb69 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.1047783 Aug 13 03:51:20.527894 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0413e5ab-ffe8-4cd8-9757-99934148ac7a req-14754f6e-a270-4662-9a2e-7f2899a54a45 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759749 Aug 13 03:51:20.614108 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device d7c43625-7be5-4ccb-afc1-d106440b70fd up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:51:20.658614 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.764847 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port d7c43625-7be5-4ccb-afc1-d106440b70fd triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:20.765181 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.804226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb3a31-77ed-46a7-98cf-23df4209b956 req-c7e0b754-5c69-4bf9-a6e2-0aeb6be2e85b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:20.808557 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20eb3a31-77ed-46a7-98cf-23df4209b956 req-c7e0b754-5c69-4bf9-a6e2-0aeb6be2e85b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1298146 Aug 13 03:51:20.846628 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072afd98-4675-4230-a70f-ae7b095deb56 req-46af71b2-e82e-4d7b-b220-af6c7016c0a7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:20.848536 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-072afd98-4675-4230-a70f-ae7b095deb56 req-46af71b2-e82e-4d7b-b220-af6c7016c0a7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0979602 Aug 13 03:51:20.865336 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:20.884951 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20eb3a31-77ed-46a7-98cf-23df4209b956 req-36e56d5c-1cc3-46ca-be93-5bfd1674eb26 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697527 Aug 13 03:51:20.933013 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:51:20.937519 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-072afd98-4675-4230-a70f-ae7b095deb56 req-63fa2c3a-f9ab-4bb2-a1e0-819e385323ed tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755565 Aug 13 03:51:20.937999 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:51:20.941017 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:51:20.943788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'Port': ['ID=69ef45f5-4947-4e27-867d-bdd1c052fbbc,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:21.190580 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45678) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:21.438680 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-27c1943c-c7de-4a8b-93d9-30e0248e87e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:21.618046 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60126e95-fbef-4b5e-89e9-903df0f62fb2 req-4b84fd0a-3b46-4ba2-8b2b-f8e10cf9f65c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:21.628394 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60126e95-fbef-4b5e-89e9-903df0f62fb2 req-4b84fd0a-3b46-4ba2-8b2b-f8e10cf9f65c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.1912296 Aug 13 03:51:21.704391 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60126e95-fbef-4b5e-89e9-903df0f62fb2 req-e0fee236-697d-4097-b952-95bec3b3a078 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706329 Aug 13 03:51:21.774984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-27c1943c-c7de-4a8b-93d9-30e0248e87e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:21.835216 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f31b72-b608-4023-bcc9-7cda43c45018 req-37784dac-f591-45dc-b0bf-b7ac0353e497 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:21.837631 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e2f31b72-b608-4023-bcc9-7cda43c45018 req-37784dac-f591-45dc-b0bf-b7ac0353e497 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.1110919 Aug 13 03:51:21.860723 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:21.912858 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-40365312-84d3-4d74-baf9-d6b8fff9e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:21.914616 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-40365312-84d3-4d74-baf9-d6b8fff9e12d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.1229014 Aug 13 03:51:21.915627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-27c1943c-c7de-4a8b-93d9-30e0248e87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.041848 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e2f31b72-b608-4023-bcc9-7cda43c45018 req-d4b9787f-b383-43c6-a5c2-d7335ef02ab9 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923382 Aug 13 03:51:22.050493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1943c-c7de-4a8b-93d9-30e0248e87e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea179a0-3ab4-41bf-8f03-cbe4f7938adc,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:22.058916 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-27c1943c-c7de-4a8b-93d9-30e0248e87e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d82c08825e646b38f0e0dc545e4b6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8672192 Aug 13 03:51:22.071171 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45696) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:22.150768 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.163967 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad97a03-b0ca-4e46-9c8e-624e12379f37 req-b5547754-80b9-4125-aba5-857bcb8ebab2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.166116 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ad97a03-b0ca-4e46-9c8e-624e12379f37 req-b5547754-80b9-4125-aba5-857bcb8ebab2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1232424 Aug 13 03:51:22.171403 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-87f3ba32-e4fc-4948-88b5-04cfb8a9a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.172882 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-87f3ba32-e4fc-4948-88b5-04cfb8a9a422 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.2416797 Aug 13 03:51:22.212081 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.270478 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ad97a03-b0ca-4e46-9c8e-624e12379f37 req-b44fea85-5839-4ce7-860a-b2c85099fda8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953288 Aug 13 03:51:22.278992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.279555 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-2d04d90a-1809-4992-8800-d929891dd32b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 1001 time: 0.0925715 Aug 13 03:51:22.343180 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-8cbe927e-7f59-47ea-88ea-7cde21293622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.344945 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-8cbe927e-7f59-47ea-88ea-7cde21293622 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0609550 Aug 13 03:51:22.387005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.412563 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-10bb7805-552a-4bbd-a0db-b4dbfe277d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.414872 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-10bb7805-552a-4bbd-a0db-b4dbfe277d6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606446 Aug 13 03:51:22.536626 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-a6067b2f-f72f-494d-874a-943ddb99722e service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114843 Aug 13 03:51:22.649275 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-6edfadc4-4209-44b1-b5b6-f035b39a6632 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.649690 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-6edfadc4-4209-44b1-b5b6-f035b39a6632 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0618646 Aug 13 03:51:22.698828 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-15b33ff8-fbc4-4c79-a126-df0fa35e698d req-6423f218-d8dc-4df5-abd0-dfd0b6bd9f2a service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110013 Aug 13 03:51:22.757637 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Deleting port 2240fe99-f716-4af2-8d46-24228e80e8a3 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:51:22.758346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.806346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.809146 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.813357 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dea179a0-3ab4-41bf-8f03-cbe4f7938adc HTTP/1.1" status: 204 len: 168 time: 0.7376401 Aug 13 03:51:22.828784 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.834890 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2f7b5-3886-4710-9af7-3d02f4961c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea179a0-3ab4-41bf-8f03-cbe4f7938adc,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:22.865276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1c1d0-5de9-4f8d-8456-ed3d753ae1e1 req-635d355a-bb41-481d-9d2f-246dddf73437 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:22.874054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-08c1c1d0-5de9-4f8d-8456-ed3d753ae1e1 req-635d355a-bb41-481d-9d2f-246dddf73437 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0866902 Aug 13 03:51:22.929053 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-08c1c1d0-5de9-4f8d-8456-ed3d753ae1e1 req-96496181-6044-4f96-b0cb-f89116dee2ab tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537820 Aug 13 03:51:22.960890 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] For port 2240fe99-f716-4af2-8d46-24228e80e8a3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2240fe99-f716-4af2-8d46-24228e80e8a3,segment=NetworkSegment(ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf),segment_id=ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:22.961415 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:22.966179 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'Port': ['ID=69ef45f5-4947-4e27-867d-bdd1c052fbbc,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:22.985505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Calling delete_port for 2240fe99-f716-4af2-8d46-24228e80e8a3 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:51:22.988123 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.261557 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffda53-da3a-4412-ae82-7aa5c8d17c1f req-547bd719-83a8-40f2-8148-71ed9e4d550b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:23.263202 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ecffda53-da3a-4412-ae82-7aa5c8d17c1f req-547bd719-83a8-40f2-8148-71ed9e4d550b tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 945 time: 0.0991764 Aug 13 03:51:23.284446 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Floating IP a81828d2-c2ef-43dd-823e-bb1f8b4348ab associated. External IP: 172.27.1.19, port: c342a96e-f8bd-4f6b-948e-21698e602eff. Aug 13 03:51:23.364652 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ecffda53-da3a-4412-ae82-7aa5c8d17c1f req-e99154f3-51a2-4921-a45a-027b68854417 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/security-groups?id=de8f45c3-895f-439d-bdd6-cfcfa9125701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926416 Aug 13 03:51:23.392541 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.434030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2240fe99-f716-4af2-8d46-24228e80e8a3'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:23.457625 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Pushing event deleted for resources: {'Port': ['ID=2240fe99-f716-4af2-8d46-24228e80e8a3,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:23.504857 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddd21-eb5f-4ad5-b683-5a01c086898d req-4d7f29ab-60e0-4acb-828a-394c058160c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:23.507093 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-159ddd21-eb5f-4ad5-b683-5a01c086898d req-4d7f29ab-60e0-4acb-828a-394c058160c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1017249 Aug 13 03:51:23.555120 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-159ddd21-eb5f-4ad5-b683-5a01c086898d req-d382ea3a-1483-4d5c-b115-fe610a435dfc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Aug 13 03:51:23.567096 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] No DVR routers for this DVR port 2240fe99-f716-4af2-8d46-24228e80e8a3 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:51:23.572385 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:23.581118 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-85532247-9fe6-4d2f-b0ad-edd63e0d0df8 req-1881f64a-e7bd-4b11-bae7-c1c996a42889 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.61 "DELETE /v2.0/ports/2240fe99-f716-4af2-8d46-24228e80e8a3 HTTP/1.1" status: 204 len: 173 time: 0.9181018 Aug 13 03:51:23.597718 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'name': 'network-vif-deleted', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:23.600417 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23345616-c074-40df-80aa-a19be0998beb" -d '{"events": [{"server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "name": "network-vif-deleted", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:23.659124 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0315e8-85d1-42ca-b6f4-d1665a7ea3a1 x-openstack-request-id: req-0a0315e8-85d1-42ca-b6f4-d1665a7ea3a1 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:23.659537 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79abd409-8b26-4070-9516-93b9e35af383", "name": "network-vif-deleted", "tag": "2240fe99-f716-4af2-8d46-24228e80e8a3", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:23.659834 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a0315e8-85d1-42ca-b6f4-d1665a7ea3a1 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:23.660291 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79abd409-8b26-4070-9516-93b9e35af383', 'name': 'network-vif-deleted', 'tag': '2240fe99-f716-4af2-8d46-24228e80e8a3', 'status': 'completed', 'code': 200} Aug 13 03:51:23.789885 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:51:23.805287 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45718) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:23.829555 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-caf27749-d0b1-4449-8202-a2d062e9a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.014478 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:51:24.028564 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Sync routers for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:51:24.032978 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-caf27749-d0b1-4449-8202-a2d062e9a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.059025 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:24.059807 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:51:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:24.112605 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bad7d-107e-4194-9027-6125ddc65fa9 req-ba33000d-a6bb-4479-bfc6-07017b5c33a8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:24.113647 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5f8bad7d-107e-4194-9027-6125ddc65fa9 req-ba33000d-a6bb-4479-bfc6-07017b5c33a8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0872598 Aug 13 03:51:24.170607 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-caf27749-d0b1-4449-8202-a2d062e9a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.210712 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5f8bad7d-107e-4194-9027-6125ddc65fa9 req-cabe3e31-6774-4e43-ae3d-263d3fd978dc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893228 Aug 13 03:51:24.213171 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:24.260055 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-caf27749-d0b1-4449-8202-a2d062e9a65b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec15cf0c71504faa9406c755463bec7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4499447 Aug 13 03:51:24.260460 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45724) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:24.267462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf27749-d0b1-4449-8202-a2d062e9a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4866fc-142f-4fa0-bcec-3d9e06a2f669,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:24.293002 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.334643 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8d2f8f9f-046d-46a0-abc6-640d0dc37bb0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5028794 Aug 13 03:51:24.337825 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45726) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:24.347856 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507925902', 'description': 'tempest-secgroup-smoke-1507925902 description', 'project_id': '70fc3554e5b449e1ac5c3be55a904402'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:24.387737 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.444774 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.481604 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.533005 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-42744e67-abac-4372-affd-c5a678973336 req-196aa817-c707-4f43-ba71-5335424b5710 tempest-AttachVolumeNegativeTest-1164504410 tempest-AttachVolumeNegativeTest-1164504410-project] 10.222.0.45 "GET /v2.0/ports?device_id=79abd409-8b26-4070-9516-93b9e35af383 HTTP/1.1" status: 200 len: 210 time: 0.0475056 Aug 13 03:51:24.664568 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.667360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.668860 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc4866fc-142f-4fa0-bcec-3d9e06a2f669 HTTP/1.1" status: 204 len: 168 time: 0.4072340 Aug 13 03:51:24.706255 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'a81828d2-c2ef-43dd-823e-bb1f8b4348ab', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'port_id': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'mac_address': 'fa:16:3e:41:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:21Z', 'updated_at': '2021-08-13T03:51:21Z', 'revision_number': 0, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:24.782127 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390802ed-4a2b-448a-820c-8723a7f5292b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4866fc-142f-4fa0-bcec-3d9e06a2f669,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:24.785400 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Checking router: 21b3bbb0-96f5-44ee-a3f8-4722282ff711 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:51:24.797158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.811109 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:51:24.811773 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:51:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:24.819215 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584581fb-5c9f-45ae-9a56-0da5652ea46d req-e7b22e02-b1dc-46e0-894b-fc33384a3c11 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:24.825343 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-584581fb-5c9f-45ae-9a56-0da5652ea46d req-e7b22e02-b1dc-46e0-894b-fc33384a3c11 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1104116 Aug 13 03:51:24.910509 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:24.962147 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-584581fb-5c9f-45ae-9a56-0da5652ea46d req-6612a479-56d0-4188-8eac-bf5ab4d8480d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109545 Aug 13 03:51:24.989990 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782a162a-bfa2-4ef7-8106-7ebbeca16773,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:25.032716 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:51:25.081687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.086755 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45736) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:25.090651 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-6492707f-efce-4b8d-8a9a-ecc331c6ec49 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7514756 Aug 13 03:51:25.093506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:25.232996 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.305349 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.395750 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.422212 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'a81828d2-c2ef-43dd-823e-bb1f8b4348ab', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'port_id': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'mac_address': 'fa:16:3e:41:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:21Z', 'updated_at': '2021-08-13T03:51:21Z', 'revision_number': 0, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:25.430297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da667112-2ded-463b-a729-a93a2a3429d2,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:25.474973 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad53edad-f973-469f-9b44-3e15c5f8a583 None None] The sync data for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi is: [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': 'a81828d2-c2ef-43dd-823e-bb1f8b4348ab', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'floating_ip_address': '172.27.1.19', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'port_id': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'mac_address': 'fa:16:3e:41:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:51:21Z', 'updated_at': '2021-08-13T03:51:21Z', 'revision_number': 0, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:51:25.494853 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.497744 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2518d0f3-a22e-4aa6-b420-7d2f7511623e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4088993 Aug 13 03:51:25.507522 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45744) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:25.512910 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:25.627684 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45750) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:25.662044 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:25.666132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:25.673640 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:25.745938 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673883f5-c298-4df6-9b0a-00e8c86b7dac x-openstack-request-id: req-673883f5-c298-4df6-9b0a-00e8c86b7dac {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:25.746237 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:25.746493 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-673883f5-c298-4df6-9b0a-00e8c86b7dac {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:25.747008 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:51:25.967541 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-57ef734f-b2eb-4b7a-b669-4f0e38d46e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:25.969123 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-57ef734f-b2eb-4b7a-b669-4f0e38d46e2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1099 time: 0.1609035 Aug 13 03:51:25.976502 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Deleting subnet 1115344d-ad77-484d-9290-7ddbd44a7802 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:51:26.012458 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.080185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.087339 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.097751 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-334c360f-54da-4300-b4ef-685d87984989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:26.099291 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-334c360f-54da-4300-b4ef-685d87984989 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.1198573 Aug 13 03:51:26.136372 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b0f9c-9025-4efa-b759-7ce733bbec40 None None] New status for floating IP a81828d2-c2ef-43dd-823e-bb1f8b4348ab: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:51:26.204605 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.256671 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-cf0806da-da3c-472c-bc1f-5c5356837aa7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 999 time: 0.1481488 Aug 13 03:51:26.267135 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eece70c-6d68-42f5-81cf-0b7f3ee4ae8c req-ce9c1b00-061c-420e-840a-9fa0fd5bb5ad tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:26.275518 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6eece70c-6d68-42f5-81cf-0b7f3ee4ae8c req-ce9c1b00-061c-420e-840a-9fa0fd5bb5ad tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1146381 Aug 13 03:51:26.322562 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.339436 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891fc22e-c5bf-4749-8ac0-f903c873a45a,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:26.376632 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-3a894ac9-b3b0-4b74-b06d-9a7d05cfca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:26.383416 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6eece70c-6d68-42f5-81cf-0b7f3ee4ae8c req-64970b77-8d57-46cc-ba9c-4d286cfe639e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056547 Aug 13 03:51:26.385082 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-3a894ac9-b3b0-4b74-b06d-9a7d05cfca83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.1011074 Aug 13 03:51:26.464802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.488291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-6cb8723d-6f50-4cd0-9497-d3bca6e64fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:26.493976 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-6cb8723d-6f50-4cd0-9497-d3bca6e64fea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989084 Aug 13 03:51:26.534067 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.538062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f8efe4a1-d09e-4044-88bf-3e4b37bc6258 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0346272 Aug 13 03:51:26.538062 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1115344d-ad77-484d-9290-7ddbd44a7802,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:26.548968 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45766) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:26.553818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:26.573858 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.575799 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a38f4067-fcbe-4d6c-90b5-c53e1c497ca0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1115344d-ad77-484d-9290-7ddbd44a7802 HTTP/1.1" status: 204 len: 168 time: 0.9471247 Aug 13 03:51:26.595108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45768) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:26.705273 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:26.967984 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-b9559f0f-796d-41b5-b5d4-810267559d8b service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645910 Aug 13 03:51:27.026849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.085144 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-811f8ce2-6b3e-40bb-9ccd-0704f07b724d req-705de580-dade-4f16-aaf4-68516182f1ef service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084099 Aug 13 03:51:27.121796 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.140673 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b932467-ae20-42b3-a9e9-a288dbf0bd0b']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:27.155422 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:27.155877 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce90fa54-1b5e-47cd-af9e-8dd1c2a38fcf') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:51:27.176303 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.178456 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.194710 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.204250 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:51:27.205086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:51:27.207667 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:51:27.276424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.294871 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e55448-bc62-48f4-a81f-c28325d4fbc4,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:27.355911 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.381473 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.384883 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b932467-ae20-42b3-a9e9-a288dbf0bd0b HTTP/1.1" status: 204 len: 168 time: 0.7880225 Aug 13 03:51:27.386487 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a8fd9-963c-4840-98ee-71904ebe550e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b932467-ae20-42b3-a9e9-a288dbf0bd0b,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:27.428027 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:27.429400 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2d6a5b80-e570-41b5-b55a-411cc07a8407 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8830473 Aug 13 03:51:27.433185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45782) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:27.461821 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:27.534889 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559453-7fad-4d90-a3c3-0cf7a29ba53a req-5d896525-7a8b-4383-b1f9-cdff8861c9df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:27.536290 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9b559453-7fad-4d90-a3c3-0cf7a29ba53a req-5d896525-7a8b-4383-b1f9-cdff8861c9df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0520761 Aug 13 03:51:27.579741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9b559453-7fad-4d90-a3c3-0cf7a29ba53a req-456a56b3-4af9-4e03-adad-44ec519f8be8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375047 Aug 13 03:51:28.000846 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.017424 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.066640 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2240fe99-f716-4af2-8d46-24228e80e8a3 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:28.130672 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 2240fe99-f716-4af2-8d46-24228e80e8a3 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:51:28.134031 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2240fe99-f716-4af2-8d46-24228e80e8a3 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:51:28.135840 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.139243 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-203a4ed9-afd3-4420-9e62-03475dab975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:28.140926 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-203a4ed9-afd3-4420-9e62-03475dab975e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1098 time: 0.0939612 Aug 13 03:51:28.219520 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.274485 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071d8469-e852-44e2-bade-ab7db0297141,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.322392 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.329198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45800) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.330934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-7084819e-97c3-496d-8ccb-6325038ae7b5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8962798 Aug 13 03:51:28.334906 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45802) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.336739 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:28.382735 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-432d4ee8-df63-44dd-b344-f425efc0e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:28.385329 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-432d4ee8-df63-44dd-b344-f425efc0e080 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.2202141 Aug 13 03:51:28.501838 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-f468e27d-2f62-4821-b238-2b3092683618 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 1001 time: 0.1020956 Aug 13 03:51:28.501838 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.securitygroups_db [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Project 70fc3554e5b449e1ac5c3be55a904402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:51:28.505343 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.623101 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-261f6e2e-3410-4ab7-9ad8-3c400f1dd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:28.632260 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-261f6e2e-3410-4ab7-9ad8-3c400f1dd09c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.1154473 Aug 13 03:51:28.688998 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-fb71b748-7d3a-44a5-abfc-e35709d079b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7c054f0e55e346429ab756df50354e9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3518984 Aug 13 03:51:28.691617 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.695495 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45812) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:28.755523 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-4368b6a7-2bfa-456c-b5d0-20178fb61cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:28.760680 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-4368b6a7-2bfa-456c-b5d0-20178fb61cf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1120172 Aug 13 03:51:28.777593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.827980 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.867175 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.914893 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340e2293-b53e-4f1d-a691-17a0b28b9b6e,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:28.981253 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-4efafae9-4301-402d-a0e0-b6a052aabf18 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127461 Aug 13 03:51:28.984842 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:28.990129 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-c0fd37fe-ec5b-467f-b63a-bfe671ee525b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6596396 Aug 13 03:51:29.001146 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45820) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:29.003005 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c0685-79b0-44f7-89ac-945fbfcaa8cb req-8f6f5575-162e-48c4-b809-854735931475 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:29.008300 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'security_group_rule': {'security_group_id': '782a162a-bfa2-4ef7-8106-7ebbeca16773', 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:29.014841 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b2c0685-79b0-44f7-89ac-945fbfcaa8cb req-8f6f5575-162e-48c4-b809-854735931475 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.2943180 Aug 13 03:51:29.075334 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b2c0685-79b0-44f7-89ac-945fbfcaa8cb req-d8835cb5-0a87-4de2-82f9-eaaea489f27c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608091 Aug 13 03:51:29.128249 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-93033987-2e7d-4cd2-b469-ffec22edd078 req-0dc78fc4-78ba-4c99-87ff-9ecce879dd53 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364238 Aug 13 03:51:29.184173 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.187280 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.191720 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de8f45c3-895f-439d-bdd6-cfcfa9125701 HTTP/1.1" status: 204 len: 168 time: 0.4914398 Aug 13 03:51:29.220005 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35721d28-5026-4b6d-914d-3b4d3290eb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f45c3-895f-439d-bdd6-cfcfa9125701,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:29.230497 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.securitygroups_db [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Project 70fc3554e5b449e1ac5c3be55a904402 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 03:51:29.245196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.340021 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.483220 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.511277 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855096b6-0bb2-4d09-be2f-25f709cb8280,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:29.530943 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45828) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:29.630649 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:29.634358 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-271fe57d-fcbc-4dc1-b6e8-ff7be5f10d1d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6318252 Aug 13 03:51:29.884958 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9598ca1-b0f6-4fac-867e-523fa235139e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.053848 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-8a9e8cdb-d997-4f04-af6a-45d791212da1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507925902&fields=id&tenant_id=70fc3554e5b449e1ac5c3be55a904402 HTTP/1.1" status: 200 len: 267 time: 0.3254128 Aug 13 03:51:30.118356 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9598ca1-b0f6-4fac-867e-523fa235139e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.137057 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a660c978-c996-49a5-8aff-ed9be9c2679c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:30.149182 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a660c978-c996-49a5-8aff-ed9be9c2679c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0937040 Aug 13 03:51:30.155016 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'port': {'security_groups': ['73dc25c8-0369-4edc-8028-6e437d39a8ff', '782a162a-bfa2-4ef7-8106-7ebbeca16773']}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:51:30.194976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9598ca1-b0f6-4fac-867e-523fa235139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.304685 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.325669 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9598ca1-b0f6-4fac-867e-523fa235139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b618eaa-52ce-4ec6-bbf4-ca17b8a47e57,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:30.332864 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45848) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:30.333522 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d9598ca1-b0f6-4fac-867e-523fa235139e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=654f7f6eaeb749c2b1aae4c8534331bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8008916 Aug 13 03:51:30.397061 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e6e8d5-bba6-42df-9456-1f3809f07882 req-94665725-47bb-4219-a812-3dc2a4aaaec6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:30.398660 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a5e6e8d5-bba6-42df-9456-1f3809f07882 req-94665725-47bb-4219-a812-3dc2a4aaaec6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1860788 Aug 13 03:51:30.431658 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.503393 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a5e6e8d5-bba6-42df-9456-1f3809f07882 req-aa82c781-d198-4bcb-9016-4a5c9aa3df3a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859797 Aug 13 03:51:30.511547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.698737 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:30.740846 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.744528 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.747226 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.748369 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2b618eaa-52ce-4ec6-bbf4-ca17b8a47e57 HTTP/1.1" status: 204 len: 168 time: 0.4136722 Aug 13 03:51:30.759556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d0239-cb86-436c-89d9-a05e211621d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b618eaa-52ce-4ec6-bbf4-ca17b8a47e57,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:30.813936 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.853153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:30.870276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:30.871162 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:30.872770 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f2448ca-eb93-4522-bdaf-527e998eebb9 req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "PUT /v2.0/ports/c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 982 time: 0.7227526 Aug 13 03:51:30.873494 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:30.876121 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:30.913378 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bdab9-4588-4424-9443-4023ac76684f tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=6']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:31.000082 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4398fb-230d-4b8a-a2fa-6a6591283275 x-openstack-request-id: req-ea4398fb-230d-4b8a-a2fa-6a6591283275 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:31.000389 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:31.000663 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea4398fb-230d-4b8a-a2fa-6a6591283275 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:31.001062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:51:31.066721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:51:31.128778 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7fb6c-7aa4-4ed1-b6f6-a96f53b49782 req-51821171-7a38-4de9-a486-8d55afb860d6 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.133616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-58daab9f-bc11-4090-96bf-b92863d619f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.135444 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-58daab9f-bc11-4090-96bf-b92863d619f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1138 time: 0.0901814 Aug 13 03:51:31.136816 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59d7fb6c-7aa4-4ed1-b6f6-a96f53b49782 req-51821171-7a38-4de9-a486-8d55afb860d6 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.1061039 Aug 13 03:51:31.238136 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59d7fb6c-7aa4-4ed1-b6f6-a96f53b49782 req-3bff0c4a-65bc-4513-9149-47fca17e5ef8 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859272 Aug 13 03:51:31.371929 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-b5f5c870-b10a-4716-9328-1b203518c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.373455 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-b5f5c870-b10a-4716-9328-1b203518c5d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.2293794 Aug 13 03:51:31.446443 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-b2f8c008-a920-42ab-8653-c3371d146106 None None] Provisioning complete for port c342a96e-f8bd-4f6b-948e-21698e602eff triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:51:31.447159 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-b2f8c008-a920-42ab-8653-c3371d146106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:31.556631 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-81690d97-8c99-4d1c-986f-caa4b95b9764 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 1001 time: 0.1729968 Aug 13 03:51:31.645600 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-a081131d-0e10-4577-859d-acf673530aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.651679 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-a081131d-0e10-4577-859d-acf673530aa5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0869629 Aug 13 03:51:31.721614 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82047e31-104f-4ff7-8e6e-dc50378c5138 req-e9e0b2b6-83f4-41a5-bdcc-d4f5777485cc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.723311 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82047e31-104f-4ff7-8e6e-dc50378c5138 req-e9e0b2b6-83f4-41a5-bdcc-d4f5777485cc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.1133599 Aug 13 03:51:31.754389 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-0a9d678b-3b8c-4e58-94d4-16fee6f4f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:31.760007 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-0a9d678b-3b8c-4e58-94d4-16fee6f4f553 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926914 Aug 13 03:51:31.810545 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82047e31-104f-4ff7-8e6e-dc50378c5138 req-f6050c44-a2e7-4bdf-b229-da7e2ab605d9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779643 Aug 13 03:51:31.932532 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 45878) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:31.956215 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-9daff5f0-85e8-4bb5-8315-51099fd8497a service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877420 Aug 13 03:51:31.985509 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d4192636-aee2-49b1-8ede-b08b4a3845a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.172861 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2cf7abd8-f0ba-4bf5-95cd-6d922e688560 req-8df4cfb4-1619-4bb6-b1d5-106f35011a33 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083318 Aug 13 03:51:32.194896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d4192636-aee2-49b1-8ede-b08b4a3845a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.292801 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d4192636-aee2-49b1-8ede-b08b4a3845a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.334075 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4192636-aee2-49b1-8ede-b08b4a3845a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b0f50b-baa4-4d73-9fb9-5d5340b16b4e,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:32.354505 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d4192636-aee2-49b1-8ede-b08b4a3845a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23ac8acfd6b44d289b97610afaafba8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206183 Aug 13 03:51:32.357185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 45886) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:32.434904 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.471205 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.732953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.735650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:32.737055 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22b0f50b-baa4-4d73-9fb9-5d5340b16b4e HTTP/1.1" status: 204 len: 168 time: 0.3784072 Aug 13 03:51:32.746535 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ffa77-32ec-4562-83e4-64b376f05996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b0f50b-baa4-4d73-9fb9-5d5340b16b4e,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:32.961659 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afecb0d-f1e5-4097-824f-7f0780d9b2e6 req-e57e9e5e-95a0-454f-bce7-45b17b956213 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:32.963387 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6afecb0d-f1e5-4097-824f-7f0780d9b2e6 req-e57e9e5e-95a0-454f-bce7-45b17b956213 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0528085 Aug 13 03:51:33.006301 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6afecb0d-f1e5-4097-824f-7f0780d9b2e6 req-dc1db83c-f3a4-4da3-95e3-cf4296d38442 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364730 Aug 13 03:51:34.157106 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3a283-ce6f-40ef-a8a2-b2ec5cbed728 req-ab1bc1fe-2773-407d-99d2-e177abde7dcf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:34.158824 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b5c3a283-ce6f-40ef-a8a2-b2ec5cbed728 req-ab1bc1fe-2773-407d-99d2-e177abde7dcf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0635812 Aug 13 03:51:34.207250 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b5c3a283-ce6f-40ef-a8a2-b2ec5cbed728 req-1a1d79ad-fd42-493c-87c4-6ac59905c269 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398962 Aug 13 03:51:35.349531 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761ab6d-abe4-487a-8ce6-824766271f45 req-ac8c3012-3779-49e0-965f-641b49bf121a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:35.351351 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b761ab6d-abe4-487a-8ce6-824766271f45 req-ac8c3012-3779-49e0-965f-641b49bf121a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0547485 Aug 13 03:51:35.392659 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b761ab6d-abe4-487a-8ce6-824766271f45 req-a311ba10-b36e-4646-89a3-5a591c694039 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348279 Aug 13 03:51:36.515881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eab17-081a-4d44-8e2e-95908ed5da95 req-0e010513-8987-4213-80fc-31cc0e3c04ed tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:36.517479 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c24eab17-081a-4d44-8e2e-95908ed5da95 req-0e010513-8987-4213-80fc-31cc0e3c04ed tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0507140 Aug 13 03:51:36.557341 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c24eab17-081a-4d44-8e2e-95908ed5da95 req-460341c0-6fde-499f-9f9c-7629665f2071 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Aug 13 03:51:36.736990 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-b901113a-213b-4e47-8576-9e935945a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:36.738591 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-b901113a-213b-4e47-8576-9e935945a285 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1098 time: 0.0456591 Aug 13 03:51:36.834054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-a925ccd3-31e8-4469-9189-51dc37ebeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:36.835550 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-a925ccd3-31e8-4469-9189-51dc37ebeca4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0891278 Aug 13 03:51:36.907996 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-0f7e235c-8dcc-4fbb-bf86-f56800e5cce0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 1001 time: 0.0640042 Aug 13 03:51:36.961140 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-e05e01e6-b863-4913-8236-5c9bbcad1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:36.963413 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-e05e01e6-b863-4913-8236-5c9bbcad1edd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0463357 Aug 13 03:51:37.018311 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-25839ccb-5db9-4dee-8d4f-8c0d631a9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:37.019870 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-25839ccb-5db9-4dee-8d4f-8c0d631a9105 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483661 Aug 13 03:51:37.119201 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-8cf4fb07-f363-4b64-9a05-3cc3bcc9eb9b service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899801 Aug 13 03:51:37.218493 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a75571b3-525d-4bdd-bd85-26ef6c5c71b4 req-b5dd8df9-d113-4478-95d9-cd9266e5383a service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918932 Aug 13 03:51:37.681242 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee250cba-3d4c-451a-b6c6-a7649e6506d1 req-5eaa7002-13e1-4349-94d8-caaecc62253e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:37.683543 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee250cba-3d4c-451a-b6c6-a7649e6506d1 req-5eaa7002-13e1-4349-94d8-caaecc62253e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0514283 Aug 13 03:51:37.730551 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee250cba-3d4c-451a-b6c6-a7649e6506d1 req-c9093f9a-2695-4a43-8d9d-25703cd0c58a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 Aug 13 03:51:37.856112 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:51:38.861381 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c23b-2795-4d62-96b2-95f2e4437403 req-c5faa0f6-e221-4513-ae12-5e24504f4d42 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:38.863011 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f410c23b-2795-4d62-96b2-95f2e4437403 req-c5faa0f6-e221-4513-ae12-5e24504f4d42 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0519624 Aug 13 03:51:38.905959 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f410c23b-2795-4d62-96b2-95f2e4437403 req-c9e6b953-e4f2-4a70-98c1-1f7e916a5de9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361419 Aug 13 03:51:39.451162 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 46046) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:39.575320 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-301995b9-2b63-44dc-ba76-d5d56be8e056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.607618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02606f70-ce63-4bf7-9a56-36c6054d3338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.685182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-301995b9-2b63-44dc-ba76-d5d56be8e056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.791077 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-301995b9-2b63-44dc-ba76-d5d56be8e056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.832151 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-301995b9-2b63-44dc-ba76-d5d56be8e056 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53e8c09e0af9458496152ae477d87820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795221 Aug 13 03:51:39.833344 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301995b9-2b63-44dc-ba76-d5d56be8e056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0241df2d-e15d-42a2-bd50-9324d0e7050a,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:39.834913 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 46050) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:39.891327 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:39.913206 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.036487 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ded1-ef03-48d8-a683-ae3e57aea379 req-906f6567-6c4f-4a16-b197-8f47c89217e2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:40.038070 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95b4ded1-ef03-48d8-a683-ae3e57aea379 req-906f6567-6c4f-4a16-b197-8f47c89217e2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 945 time: 0.0564516 Aug 13 03:51:40.091759 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-95b4ded1-ef03-48d8-a683-ae3e57aea379 req-2af6b3c6-f262-45c6-bad5-311cc73e85f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Aug 13 03:51:40.110388 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.113038 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.114242 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0241df2d-e15d-42a2-bd50-9324d0e7050a HTTP/1.1" status: 204 len: 168 time: 0.2782245 Aug 13 03:51:40.124331 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51d7f-dd58-4acf-81ca-e17b9a43a93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0241df2d-e15d-42a2-bd50-9324d0e7050a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:40.129434 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:40.223743 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.253933 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:51:40.256536 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fa8794-a74a-4fd7-ab59-c4caafdf45d8" -d '{"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:51:40.275201 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:51:40.297442 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829bb333-9b0c-48ea-9275-bc7a35acc2a6 x-openstack-request-id: req-829bb333-9b0c-48ea-9275-bc7a35acc2a6 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:51:40.297724 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:51:40.298008 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-829bb333-9b0c-48ea-9275-bc7a35acc2a6 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:51:40.298404 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'code': 200} Aug 13 03:51:40.395718 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:40.448528 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=8']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:40.963891 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 46072) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:40.978424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c0da6cc3-2bcc-4e06-8d7d-d87b5736ba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.079116 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c0da6cc3-2bcc-4e06-8d7d-d87b5736ba6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.138850 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c0da6cc3-2bcc-4e06-8d7d-d87b5736ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.177627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da6cc3-2bcc-4e06-8d7d-d87b5736ba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151d925f-3990-4c86-aa55-07e832d4d68b,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:41.183318 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c0da6cc3-2bcc-4e06-8d7d-d87b5736ba6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49c46ab211b5403a9faeaadb6cc6c53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180963 Aug 13 03:51:41.186544 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 46078) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:41.245963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.270025 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.384731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.387430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:41.388681 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/151d925f-3990-4c86-aa55-07e832d4d68b HTTP/1.1" status: 204 len: 168 time: 0.2009394 Aug 13 03:51:41.397325 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e50d9-ee80-421f-aeb0-66b559fc03bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151d925f-3990-4c86-aa55-07e832d4d68b,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:51:41.771786 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c84911-d9ee-4917-85cf-e2ab54ff25c2 req-a60ea325-8741-4587-aa70-a50b103640ff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:41.773008 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-93c84911-d9ee-4917-85cf-e2ab54ff25c2 req-a60ea325-8741-4587-aa70-a50b103640ff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0566285 Aug 13 03:51:41.825118 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-93c84911-d9ee-4917-85cf-e2ab54ff25c2 req-1b68b03a-6dcb-4a25-b2ef-e4f35c0a84b3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427229 Aug 13 03:51:42.075753 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-b834a606-473e-41eb-8252-2c1400f93c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:42.399045 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 46130) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:51:42.442354 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:42.492321 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-5b9c45fe-725f-44fe-9318-dc8198f2f96d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891156 Aug 13 03:51:42.973271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e8481-2812-437f-91e3-46d50d124c67 req-28bd4580-28f3-4ac5-964b-ce1214244d12 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:42.974870 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-083e8481-2812-437f-91e3-46d50d124c67 req-28bd4580-28f3-4ac5-964b-ce1214244d12 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0534923 Aug 13 03:51:43.029623 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-083e8481-2812-437f-91e3-46d50d124c67 req-4945355a-1fcc-44d0-8389-84f6088c99b7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483458 Aug 13 03:51:43.835707 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:44.153819 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eaddb-c07e-438e-a2ca-33fbbd4edd81 req-d3d10945-70ab-44ac-8b7b-4363bb398fb4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:44.155488 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b1eaddb-c07e-438e-a2ca-33fbbd4edd81 req-d3d10945-70ab-44ac-8b7b-4363bb398fb4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0509872 Aug 13 03:51:44.203077 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b1eaddb-c07e-438e-a2ca-33fbbd4edd81 req-ab7500f1-c823-466d-9ecf-7e6e390cf2dd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Aug 13 03:51:44.972597 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:51:45.330934 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167dbfc-66f3-4c15-a1f4-d04d46c024cd req-0bec1c95-e752-4917-b087-b1fb9f76dbcc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:45.332524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d167dbfc-66f3-4c15-a1f4-d04d46c024cd req-0bec1c95-e752-4917-b087-b1fb9f76dbcc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0534356 Aug 13 03:51:45.373822 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d167dbfc-66f3-4c15-a1f4-d04d46c024cd req-72c4211a-c12b-44d0-988c-f994218abfdf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348010 Aug 13 03:51:45.458623 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:46.495709 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3f89-f1ed-4312-aabf-fbc2cbc09401 req-e711bbb8-3038-4617-b14c-0390b9dc9325 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:46.497281 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-857b3f89-f1ed-4312-aabf-fbc2cbc09401 req-e711bbb8-3038-4617-b14c-0390b9dc9325 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0509067 Aug 13 03:51:46.537535 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-857b3f89-f1ed-4312-aabf-fbc2cbc09401 req-54b337ee-e41a-4ae2-8235-b601cd96c433 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339444 Aug 13 03:51:47.666214 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3447b65-f6a7-443e-9e8a-024a09e5dddb req-7e98f8aa-d722-401e-b135-47f7a7558c95 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:47.667757 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3447b65-f6a7-443e-9e8a-024a09e5dddb req-7e98f8aa-d722-401e-b135-47f7a7558c95 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0534365 Aug 13 03:51:47.712558 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3447b65-f6a7-443e-9e8a-024a09e5dddb req-d1ac53ad-2f06-4b33-90f8-587ee00597f0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336101 Aug 13 03:51:48.833475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f9b03-b54e-425c-80ed-6d56d7ee85cc req-cd0a3311-5249-4900-9cca-424e7ce4fd77 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:48.834973 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-384f9b03-b54e-425c-80ed-6d56d7ee85cc req-cd0a3311-5249-4900-9cca-424e7ce4fd77 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0534215 Aug 13 03:51:48.875248 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-384f9b03-b54e-425c-80ed-6d56d7ee85cc req-3f606875-83f0-4f72-889f-ddcd5c775c36 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Aug 13 03:51:49.019977 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-795c4180-0205-422d-80d3-ee9de1366704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:49.021517 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-795c4180-0205-422d-80d3-ee9de1366704 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 1096 time: 0.1703472 Aug 13 03:51:50.001750 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e37e56-abe4-4506-9171-f47a1ef7249a req-cdf78ab6-0554-4f8c-ac8e-6c24ee36c83b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:50.003311 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43e37e56-abe4-4506-9171-f47a1ef7249a req-cdf78ab6-0554-4f8c-ac8e-6c24ee36c83b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0544581 Aug 13 03:51:50.042870 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43e37e56-abe4-4506-9171-f47a1ef7249a req-ae075ba6-329e-4e1d-b271-ef6c38c79672 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Aug 13 03:51:51.172664 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933275eb-74f8-414a-a9ff-c365215579ba req-1aa71e7a-80c8-485f-9019-af1a070204d3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:51.174252 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-933275eb-74f8-414a-a9ff-c365215579ba req-1aa71e7a-80c8-485f-9019-af1a070204d3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0519104 Aug 13 03:51:51.214083 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-933275eb-74f8-414a-a9ff-c365215579ba req-b36dfa0b-4910-4221-8cb8-a552e095d8e0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Aug 13 03:51:51.794382 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-2fe43455-b64f-448a-8fc4-bc426850d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:51.796387 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-2fe43455-b64f-448a-8fc4-bc426850d7b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1096 time: 0.0444243 Aug 13 03:51:51.889711 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-a49b60dc-83ea-4037-8cb0-7dbd8d668592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:51.891225 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-a49b60dc-83ea-4037-8cb0-7dbd8d668592 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0873306 Aug 13 03:51:52.501679 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5149df8-a736-44e1-bdfa-061414f5e987 req-0fe0537f-2334-46f6-964e-948ee36eefda tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:52.503199 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5149df8-a736-44e1-bdfa-061414f5e987 req-0fe0537f-2334-46f6-964e-948ee36eefda tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0523160 Aug 13 03:51:52.542181 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d5149df8-a736-44e1-bdfa-061414f5e987 req-fe2d1be3-f1cc-4dc6-84e5-88ec7cbf4524 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Aug 13 03:51:53.555920 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-1aa725f5-f5ed-49f9-a2bb-2cd5e766fc78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 999 time: 0.0669839 Aug 13 03:51:53.610177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-b873083d-fbf2-4e3c-87b1-2531843e0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:53.611787 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-b873083d-fbf2-4e3c-87b1-2531843e0a1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0480897 Aug 13 03:51:53.664527 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-4aff71cd-94a5-42ba-a0ff-5a091d85a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:53.666101 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-4aff71cd-94a5-42ba-a0ff-5a091d85a7a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472205 Aug 13 03:51:53.673317 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665fad5-d979-4649-97d3-eafa875bd6a9 req-5c55772c-7900-4de1-b025-7571acd2ceb8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:53.675021 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8665fad5-d979-4649-97d3-eafa875bd6a9 req-5c55772c-7900-4de1-b025-7571acd2ceb8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0543385 Aug 13 03:51:53.714451 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8665fad5-d979-4649-97d3-eafa875bd6a9 req-65493e5e-3d1c-40a2-836f-adcd2240fe85 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Aug 13 03:51:53.766282 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-6dc32261-c89b-48d4-b574-8dd68c31960c service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914080 Aug 13 03:51:53.872641 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-443fe7cc-0912-4401-9e29-c3d4db969b62 req-3483df81-486c-48a2-8446-5b5afeda7413 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986605 Aug 13 03:51:54.847766 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fe382-728f-46e9-8956-541f8617d7cf req-930d03ff-c6bd-46c8-bd80-dd615e6ae078 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:54.849342 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a26fe382-728f-46e9-8956-541f8617d7cf req-930d03ff-c6bd-46c8-bd80-dd615e6ae078 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0525966 Aug 13 03:51:54.919206 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a26fe382-728f-46e9-8956-541f8617d7cf req-a3d677a5-403d-470d-82cb-8c588f061280 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630882 Aug 13 03:51:56.062023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4d2e7-39f1-45f0-8a4c-78f752636014 req-854c44aa-11cd-4440-b91f-345132c1f000 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:56.065966 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-77c4d2e7-39f1-45f0-8a4c-78f752636014 req-854c44aa-11cd-4440-b91f-345132c1f000 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0612926 Aug 13 03:51:56.107860 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-77c4d2e7-39f1-45f0-8a4c-78f752636014 req-9324f21a-8a13-4788-96a2-f74eae4622ee tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348728 Aug 13 03:51:57.169856 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-70890549-123e-4b30-811e-6d2552e5a93f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-933899450&fields=id&tenant_id=32eeacca28d04bb69d245974636ae569 HTTP/1.1" status: 200 len: 267 time: 0.0348747 Aug 13 03:51:57.307854 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f342d-ddb5-4af3-9035-892d8ac4d109 req-6c4aad42-47dd-40d4-9a4a-f26ec2ef04da tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:57.309268 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-399f342d-ddb5-4af3-9035-892d8ac4d109 req-6c4aad42-47dd-40d4-9a4a-f26ec2ef04da tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.1209264 Aug 13 03:51:57.342637 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-643ec999-68a9-4faf-a394-3230db13f021 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:57.352601 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-643ec999-68a9-4faf-a394-3230db13f021 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 808 time: 0.1745808 Aug 13 03:51:57.384914 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a0bf9bb-8611-4d5a-bb27-a811715bdd81 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/quotas/32eeacca28d04bb69d245974636ae569 HTTP/1.1" status: 200 len: 375 time: 0.0312207 Aug 13 03:51:57.394398 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-399f342d-ddb5-4af3-9035-892d8ac4d109 req-415eea09-1082-43ee-b069-b80b60334ca6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755525 Aug 13 03:51:57.447735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-01fee198-fb73-468f-9c05-7e82355e9183 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523674 Aug 13 03:51:57.597364 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-2fbc657e-9db9-45a5-8f60-f3fbc13113e1 service neutron] 10.222.0.45 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374264 Aug 13 03:51:57.690617 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-42fa8abf-dc45-49a9-9969-38ce80161f86 service neutron] 10.222.0.45 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870016 Aug 13 03:51:58.018578 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:51:58.373071 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6bc20318-09f1-485b-8bd7-81454737ca79 req-fb35f1b0-c8dd-4812-ab61-576b692a1a3d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0271471 Aug 13 03:51:58.530500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5b89f-269c-48ce-8625-b51e7a19031d req-65bff802-29ee-423a-ae81-6b6ef525a50a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:58.532805 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82e5b89f-269c-48ce-8625-b51e7a19031d req-65bff802-29ee-423a-ae81-6b6ef525a50a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0551412 Aug 13 03:51:58.579966 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82e5b89f-269c-48ce-8625-b51e7a19031d req-5cd86b20-8055-4ec2-a394-1ea463f67db0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400639 Aug 13 03:51:59.471392 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-921eab3e-d2e8-490f-849a-716c9bba4379 req-721aa292-24b2-4083-bc43-b9c31f0de3aa tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0306704 Aug 13 03:51:59.713829 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557d1d-c7e1-4e7c-a5f1-9c397ad95d19 req-e66f8dcf-599a-474c-801e-80335f9cd474 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:51:59.716066 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9b557d1d-c7e1-4e7c-a5f1-9c397ad95d19 req-e66f8dcf-599a-474c-801e-80335f9cd474 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0559590 Aug 13 03:51:59.764573 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9b557d1d-c7e1-4e7c-a5f1-9c397ad95d19 req-ae5c8869-68e7-4bc5-b098-70f87ffff937 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415931 Aug 13 03:52:00.572496 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5391e840-f5f6-4ef8-87db-a8d4001573b8 req-6b474f14-feb8-448a-ac48-f1e57c4c6a3e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0282435 Aug 13 03:52:00.895782 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22a560-50ed-497a-a0c1-cfd8dcd6951b req-6505b28a-8530-4110-8d31-e8f8dabdd3a6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:00.897370 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0b22a560-50ed-497a-a0c1-cfd8dcd6951b req-6505b28a-8530-4110-8d31-e8f8dabdd3a6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0551448 Aug 13 03:52:00.943028 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0b22a560-50ed-497a-a0c1-cfd8dcd6951b req-f40b295e-62fc-4b17-87d9-e444f37b9bfd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394042 Aug 13 03:52:01.690689 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cea1acc4-a8b7-43ef-a613-6dcb5f0ea11e req-de689770-b2d5-45ff-a359-d31441b7da48 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0356262 Aug 13 03:52:02.095557 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9486c7-8455-43b3-b622-cc595f3c43d9 req-97ad4b13-ae59-4554-a98d-dc5d9cc2c6df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:02.097254 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe9486c7-8455-43b3-b622-cc595f3c43d9 req-97ad4b13-ae59-4554-a98d-dc5d9cc2c6df tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0520186 Aug 13 03:52:02.148007 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe9486c7-8455-43b3-b622-cc595f3c43d9 req-225e0d97-525a-40f9-840c-d7143641b8d8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Aug 13 03:52:02.791770 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4bfef08e-c0e4-4fa1-960a-1085ae50df2b req-bdbd292f-8147-49bf-9367-660d66a98a6b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0268435 Aug 13 03:52:03.288257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d82e8c-477e-4191-90e9-9a8f4023ccf7 req-f483bfc9-67e3-49ba-ba86-8bc8548b283d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:03.290062 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b8d82e8c-477e-4191-90e9-9a8f4023ccf7 req-f483bfc9-67e3-49ba-ba86-8bc8548b283d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0581779 Aug 13 03:52:03.342084 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b8d82e8c-477e-4191-90e9-9a8f4023ccf7 req-62029b90-d787-4b1e-b845-fd5037e10935 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Aug 13 03:52:03.892427 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5cb737a6-7456-4622-932c-74391e18c938 req-e6f43fbc-8495-4c4b-9172-6945f8c5c051 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0306885 Aug 13 03:52:04.469678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc950a-e93b-4f51-b442-62a328908221 req-3d93623a-a299-4d12-ad11-9b5e4cc04c8e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:04.471927 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bdc950a-e93b-4f51-b442-62a328908221 req-3d93623a-a299-4d12-ad11-9b5e4cc04c8e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0523450 Aug 13 03:52:04.510774 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bdc950a-e93b-4f51-b442-62a328908221 req-e45ce7d7-a5b2-46a2-aaf4-1a741cc80720 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Aug 13 03:52:05.010974 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d681108-a5c4-4c7b-8b74-6c246a53bf58 req-3ff9df42-00ca-4abf-964d-cb859187ed49 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0332389 Aug 13 03:52:05.676538 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f16a-e144-4d62-9f2f-1d96608a4215 req-0d8b34cd-46da-426e-9b7b-ec20036a7f6f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:05.679670 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-33b9f16a-e144-4d62-9f2f-1d96608a4215 req-0d8b34cd-46da-426e-9b7b-ec20036a7f6f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0667052 Aug 13 03:52:05.726572 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-33b9f16a-e144-4d62-9f2f-1d96608a4215 req-f704d949-1323-4ef3-bfce-9c81a6cb9446 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 Aug 13 03:52:06.112468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6b4f32d5-18a1-4f8a-8509-1fd4b07d3692 req-7ed65d9b-a2c5-4f84-a526-84c71e4f1cf5 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0289335 Aug 13 03:52:06.884312 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388164e-0dee-468b-ad37-97bcccdf2bd3 req-ce8db819-8d04-4a26-b43b-6eb3c6aa612e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:06.884312 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4388164e-0dee-468b-ad37-97bcccdf2bd3 req-ce8db819-8d04-4a26-b43b-6eb3c6aa612e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0568006 Aug 13 03:52:06.919090 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4388164e-0dee-468b-ad37-97bcccdf2bd3 req-b0bf8f2e-10c1-4e4f-93a2-27f76b7b3f3b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Aug 13 03:52:07.222863 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cc11a2ed-ea4b-4e92-a553-8364342908be req-6c32f07c-58db-49b1-bc96-b79a6cd26a93 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0314858 Aug 13 03:52:08.074188 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bb134-0428-45d2-8b05-bf7c16e9e6cf req-440c39a7-a890-43dc-8c11-3bc8a52da692 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:08.075845 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f96bb134-0428-45d2-8b05-bf7c16e9e6cf req-440c39a7-a890-43dc-8c11-3bc8a52da692 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0592601 Aug 13 03:52:08.116794 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f96bb134-0428-45d2-8b05-bf7c16e9e6cf req-da433056-bc66-4b8a-a33f-7fc537403c28 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341699 Aug 13 03:52:08.345092 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c900e3d2-8ec4-4eab-b666-c837420825b7 req-2ef0f251-2312-4216-9cd6-b9651b8f5552 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0369761 Aug 13 03:52:09.269972 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071c34a-c438-4d14-8d9b-12379146b71a req-d2787661-71da-44dd-aac0-0782336a207e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:09.271771 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f071c34a-c438-4d14-8d9b-12379146b71a req-d2787661-71da-44dd-aac0-0782336a207e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0658185 Aug 13 03:52:09.327438 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f071c34a-c438-4d14-8d9b-12379146b71a req-426a63a2-fa80-49c9-bf65-8c9c6584c2a6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Aug 13 03:52:09.467614 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4a0ac9bc-cb0d-44e9-82b2-6eed6bc2f53c req-c27112dd-12e1-4ebe-8690-fcb367098b28 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0365093 Aug 13 03:52:09.562132 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ae87fcc5-9cf9-4c22-87c8-2f007c7e3f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:10.496645 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec45da-e52c-4035-ab63-5498137905c9 req-a8f038d0-5807-41c8-b8fd-d74d2b57256a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:10.499574 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6dec45da-e52c-4035-ab63-5498137905c9 req-a8f038d0-5807-41c8-b8fd-d74d2b57256a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0824051 Aug 13 03:52:10.576696 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6dec45da-e52c-4035-ab63-5498137905c9 req-69bd68b1-5a0f-4ae5-872e-f7e21c56de44 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688157 Aug 13 03:52:10.596802 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60d9dae9-9d07-49b0-a82e-32f33e748cf0 req-81e5ade2-cfb3-4e33-9af7-d59516d8ddf9 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0368147 Aug 13 03:52:11.728324 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9040003-c2c8-40d8-b72c-a3705e98f824 req-c42346ea-02ee-42e9-8f57-53e77c78747c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0497112 Aug 13 03:52:11.753506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570a849-c633-40ee-b557-e9f1f66a3746 req-6c5574d8-4d6e-479c-9281-79091e9e2956 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:11.755094 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2570a849-c633-40ee-b557-e9f1f66a3746 req-6c5574d8-4d6e-479c-9281-79091e9e2956 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0746870 Aug 13 03:52:11.796862 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2570a849-c633-40ee-b557-e9f1f66a3746 req-a79fbb98-04e8-483c-a806-7e54360c4bbc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349953 Aug 13 03:52:12.093418 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c4255b5d-113c-4535-a12d-7250856f9bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:12.413267 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:12.823898 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-769bac6b-d3bf-48fc-84ba-a0717053f1da req-c8080721-aaea-4656-8495-39dfc0f53868 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0268877 Aug 13 03:52:12.929253 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af4607-484a-4a6f-b6bd-38d6f9a14040 req-930ef00d-6972-4f06-b00b-b9ccf6fdb37b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:12.930852 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af4607-484a-4a6f-b6bd-38d6f9a14040 req-930ef00d-6972-4f06-b00b-b9ccf6fdb37b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0589573 Aug 13 03:52:12.969341 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4af4607-484a-4a6f-b6bd-38d6f9a14040 req-7638fe28-fa1e-4c0a-bf6d-ef022482bb36 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Aug 13 03:52:13.807747 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:13.922619 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4498c6d6-8271-491a-b4cb-811bae37cb13 req-f1a29201-6e7c-4005-9094-2c00ea6ca26e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0308914 Aug 13 03:52:14.103342 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e1a3d-b20d-4450-a66c-95a108e326e5 req-569ab59f-3601-49d4-b101-49ea8dd4b0ed tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:14.104878 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-104e1a3d-b20d-4450-a66c-95a108e326e5 req-569ab59f-3601-49d4-b101-49ea8dd4b0ed tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0512652 Aug 13 03:52:14.157830 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-104e1a3d-b20d-4450-a66c-95a108e326e5 req-830bb943-3930-4954-be5f-66a16816751f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Aug 13 03:52:14.854952 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:52:15.025920 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-13fe18ba-6cb1-4781-9117-7b52ce4ace47 req-0854b7be-91f7-4397-b033-15c952bcbf9f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0276566 Aug 13 03:52:15.298679 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe930740-306e-496c-8211-792d71b9aede req-cad5b094-1cf6-4e63-ab61-8fd0a7ed793a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:15.301075 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe930740-306e-496c-8211-792d71b9aede req-cad5b094-1cf6-4e63-ab61-8fd0a7ed793a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0588217 Aug 13 03:52:15.342985 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe930740-306e-496c-8211-792d71b9aede req-536c4c89-5b6f-47f2-aa32-d8109389c217 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Aug 13 03:52:15.429385 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:16.130084 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e04eac5-8622-49f9-89e1-d66e34c09e0f req-eb6398f4-5fcd-4f8b-8a05-68b68e360321 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0315218 Aug 13 03:52:16.463118 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c7f5a-cf63-439a-b473-b2be142406a6 req-a0b84c8b-edce-48bd-8b86-6040324fd545 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:16.464631 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e6c7f5a-cf63-439a-b473-b2be142406a6 req-a0b84c8b-edce-48bd-8b86-6040324fd545 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0483382 Aug 13 03:52:16.504251 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e6c7f5a-cf63-439a-b473-b2be142406a6 req-c36768cd-0ae2-4fb5-8a86-78959f96629a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Aug 13 03:52:17.222982 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e98871ac-5bc1-4326-8c98-c633f1e3448d req-8f81457c-2904-403e-b0ed-9f54a793135d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0263906 Aug 13 03:52:17.623977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9930-ee41-4596-9f1f-64cb01113b55 req-4e278805-15a1-4596-8191-89d4b7147d8d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:17.625451 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2e4f9930-ee41-4596-9f1f-64cb01113b55 req-4e278805-15a1-4596-8191-89d4b7147d8d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0482266 Aug 13 03:52:17.664424 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2e4f9930-ee41-4596-9f1f-64cb01113b55 req-fe213251-1ced-4de8-bb0f-ead84bfb19a4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Aug 13 03:52:18.319630 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c344e834-42ea-433a-95de-71dd2fa2b555 req-ac6196a3-98ad-4d4a-97e4-3a732724167d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0287793 Aug 13 03:52:18.787258 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc668f9-620e-4d6a-a0d1-a252e8f04b53 req-1f4c8089-7791-4ea9-99b5-201f899dbcaf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:18.788890 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3dc668f9-620e-4d6a-a0d1-a252e8f04b53 req-1f4c8089-7791-4ea9-99b5-201f899dbcaf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0509527 Aug 13 03:52:18.829019 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3dc668f9-620e-4d6a-a0d1-a252e8f04b53 req-02bd58a9-c0d2-462c-8361-2e63d545f243 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337684 Aug 13 03:52:18.867001 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-418ee213-122c-4a32-b351-560aedc0b757 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:18.868562 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-418ee213-122c-4a32-b351-560aedc0b757 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 808 time: 0.1080768 Aug 13 03:52:18.923571 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-dbd725a5-ed4b-46ff-b59d-2df515604f0d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32eeacca28d04bb69d245974636ae569 HTTP/1.1" status: 200 len: 379 time: 0.0342884 Aug 13 03:52:18.943646 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'port': {'device_id': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'admin_state_up': True, 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'security_groups': ['e46b6c04-f15a-4083-825d-6694f0336b7e']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:19.161827 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Made reservation on behalf of 32eeacca28d04bb69d245974636ae569 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:52:19.165560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.295839 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Allocated IP 172.20.0.3 (4ac79cab-2088-4202-8f60-98f5e6783917/ff09c3fa-1c4e-47dc-b035-f210399a9d57/b336064f-b79f-40db-92df-f6e8019cd75f) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:52:19.416183 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35317189-c5bc-4f5d-ab34-f6822050fe97 req-477d0af0-02b8-4e6c-a024-806643f0686c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0284727 Aug 13 03:52:19.438354 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.452569 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Transition to ACTIVE for port object b336064f-b79f-40db-92df-f6e8019cd75f will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:19.579657 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.622298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Network 4ac79cab-2088-4202-8f60-98f5e6783917 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:52:19.627414 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:52:19.632559 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:52:19.655155 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:19.669958 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.670308 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.670646 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.670979 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.671308 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.671632 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.672142 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.672617 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.672942 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.673270 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.673593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.674017 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:19.698208 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:19.698865 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.831491 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5a19b7db-de82-4936-941b-4ee1de4444dd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8920124 Aug 13 03:52:19.863769 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Request body: {'port': {'device_id': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:19.916148 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1a427973-6bcd-4b72-b347-ef6a7b133f2b None None] Provisioning for port b336064f-b79f-40db-92df-f6e8019cd75f completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:52:19.920362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1a427973-6bcd-4b72-b347-ef6a7b133f2b None None] Provisioning complete for port b336064f-b79f-40db-92df-f6e8019cd75f triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:19.920881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1a427973-6bcd-4b72-b347-ef6a7b133f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.922507 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:19.956596 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1a427973-6bcd-4b72-b347-ef6a7b133f2b None None] Port b336064f-b79f-40db-92df-f6e8019cd75f cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:52:19.970301 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23f133-85d9-4534-9a8d-60300a12cd72 req-174172c8-0aa4-4c95-851e-c86f9e6a837b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:19.972115 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ba23f133-85d9-4534-9a8d-60300a12cd72 req-174172c8-0aa4-4c95-851e-c86f9e6a837b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0648947 Aug 13 03:52:20.015979 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ba23f133-85d9-4534-9a8d-60300a12cd72 req-8d1bc837-1e7d-4aaa-aa25-184b05dbe8b8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378177 Aug 13 03:52:20.257876 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b336064f-b79f-40db-92df-f6e8019cd75f {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:20.266188 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:20.279380 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Transition to ACTIVE for port object b336064f-b79f-40db-92df-f6e8019cd75f will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:20.385522 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:20.452093 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:20.538533 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf377c-5500-4575-912e-62edbeacb253 req-67233653-f724-403d-9dbe-10a957d69e0b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:20.539661 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Attempting to bind port b336064f-b79f-40db-92df-f6e8019cd75f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:52:20.540203 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Attempting to bind port b336064f-b79f-40db-92df-f6e8019cd75f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:52:20.540613 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Attempting to bind port b336064f-b79f-40db-92df-f6e8019cd75f on network 4ac79cab-2088-4202-8f60-98f5e6783917 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:20.542246 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78bf377c-5500-4575-912e-62edbeacb253 req-67233653-f724-403d-9dbe-10a957d69e0b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0528691 Aug 13 03:52:20.545833 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Port b336064f-b79f-40db-92df-f6e8019cd75f on network 4ac79cab-2088-4202-8f60-98f5e6783917 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:52:20.546361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Attempting to bind port b336064f-b79f-40db-92df-f6e8019cd75f on network 4ac79cab-2088-4202-8f60-98f5e6783917 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:20.551687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:52:20.552028 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Checking segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:52:20.552433 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Bound using segment: {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:52:20.552862 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Bound port: b336064f-b79f-40db-92df-f6e8019cd75f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:52:20.553219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:20.598969 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78bf377c-5500-4575-912e-62edbeacb253 req-52698562-6b0b-4d20-84d5-0ae5669e2219 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510440 Aug 13 03:52:20.631953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:52:20.635289 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:52:20.728026 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:20.763340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:20.763982 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:20.765372 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] 10.222.0.61 "PUT /v2.0/ports/b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 1093 time: 0.9061606 Aug 13 03:52:20.765843 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:20.768963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7453c956-6601-416e-97da-bfbff6d8d9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:20.804345 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5ebf-8a9f-4296-aa5c-541c5756fa86 service neutron] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:20.883305 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815df4c8-4588-48d3-9170-608c6c5b5bca x-openstack-request-id: req-815df4c8-4588-48d3-9170-608c6c5b5bca {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:20.883751 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:20.884153 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-815df4c8-4588-48d3-9170-608c6c5b5bca {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:20.884783 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'status': 'completed', 'code': 200} Aug 13 03:52:20.958995 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5b96bda8-3840-4715-9483-7d3456b8dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:20.960518 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-5b96bda8-3840-4715-9483-7d3456b8dbfa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1096 time: 0.0512164 Aug 13 03:52:21.023336 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-467e5902-db4b-4e13-abb4-6dd4ebf182d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 217 time: 0.0404863 Aug 13 03:52:21.077423 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-2ec0f61f-f6af-4961-a77e-800475172dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.078996 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-2ec0f61f-f6af-4961-a77e-800475172dbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0469387 Aug 13 03:52:21.128080 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-90663cf8-dac3-4948-9c31-80dc63d71716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.129717 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-90663cf8-dac3-4948-9c31-80dc63d71716 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427647 Aug 13 03:52:21.141298 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13710ec-91bd-401b-aa0a-31e130a70575 req-b95fd453-5bdf-400c-89a2-07389f9a58d9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.142896 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e13710ec-91bd-401b-aa0a-31e130a70575 req-b95fd453-5bdf-400c-89a2-07389f9a58d9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0504267 Aug 13 03:52:21.184211 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e13710ec-91bd-401b-aa0a-31e130a70575 req-0bea13e2-9ada-47e9-ba0f-6c6351653b23 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352540 Aug 13 03:52:21.228849 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-2f369072-1e4c-4759-921e-e1a00e3a87f2 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916500 Aug 13 03:52:21.339788 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-812d5ee7-c94a-4f8c-942b-8eccf9f6b2ec req-8f9f574d-4284-44c5-b7bd-b5481bdf1166 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035714 Aug 13 03:52:21.605976 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-5fa18d37-9143-4522-8385-e1b7f79dc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.605976 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-5fa18d37-9143-4522-8385-e1b7f79dc3de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1096 time: 0.0468130 Aug 13 03:52:21.705694 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-dfbffb2a-162e-4f5a-813e-15a7e3bd1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.707137 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-dfbffb2a-162e-4f5a-813e-15a7e3bd1344 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0946085 Aug 13 03:52:21.748933 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e940a-fd11-4f2f-bcf7-1e209a6f75f9 req-f360f3db-3553-42f0-93c6-e007a1d183a8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.750839 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-699e940a-fd11-4f2f-bcf7-1e209a6f75f9 req-f360f3db-3553-42f0-93c6-e007a1d183a8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0718417 Aug 13 03:52:21.751313 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-68aa3cbd-52f7-4b00-ace2-11a11334e528 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 217 time: 0.0360603 Aug 13 03:52:21.797742 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-699e940a-fd11-4f2f-bcf7-1e209a6f75f9 req-11a09c29-df93-4813-8304-e979183999fc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370762 Aug 13 03:52:21.807549 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-e65ba91d-e166-48b5-be69-88ec1e739b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.809093 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-e65ba91d-e166-48b5-be69-88ec1e739b26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0510685 Aug 13 03:52:21.863979 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-8747c31e-5bdb-4fe0-b184-78a0f9b2a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:21.865581 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-8747c31e-5bdb-4fe0-b184-78a0f9b2a6fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494261 Aug 13 03:52:21.963128 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-81465022-79f4-462d-95be-ebb3293698fb service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888748 Aug 13 03:52:22.060714 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7453c956-6601-416e-97da-bfbff6d8d9ec req-a5cae542-9f0d-4bad-bb4f-ac2425ed5451 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900309 Aug 13 03:52:22.319277 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357f8a3-cce1-476c-92d9-b3f3879299f8 req-631f9e19-38ef-40e2-9ec4-df3887ffdb1e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:22.320770 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7357f8a3-cce1-476c-92d9-b3f3879299f8 req-631f9e19-38ef-40e2-9ec4-df3887ffdb1e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0557349 Aug 13 03:52:22.359095 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7357f8a3-cce1-476c-92d9-b3f3879299f8 req-f25f1d4a-7692-4a6d-a8e9-f99fd3438ea7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 Aug 13 03:52:22.929589 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf32ae-520d-4dde-8433-0759a5e4088a req-a7dc507a-cc9c-4835-95c5-9e236c751117 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:22.931145 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4dbf32ae-520d-4dde-8433-0759a5e4088a req-a7dc507a-cc9c-4835-95c5-9e236c751117 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0534377 Aug 13 03:52:22.971413 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4dbf32ae-520d-4dde-8433-0759a5e4088a req-009473c5-72e8-4306-9e00-e502ffecdd8f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341415 Aug 13 03:52:23.493325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcef17-3c69-4aa6-986d-3ac20709c519 req-8276f630-795d-455a-b0e2-c32165f0ad74 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:23.494938 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6dcef17-3c69-4aa6-986d-3ac20709c519 req-8276f630-795d-455a-b0e2-c32165f0ad74 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0595660 Aug 13 03:52:23.539159 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b6dcef17-3c69-4aa6-986d-3ac20709c519 req-2b1682d2-7740-4c93-a12f-996294c1a245 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Aug 13 03:52:24.113951 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f3c84-7e6f-474a-8d5f-d1488c33f20b req-32779fa4-bb43-4e85-b109-dbed530bb156 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:24.116733 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-630f3c84-7e6f-474a-8d5f-d1488c33f20b req-32779fa4-bb43-4e85-b109-dbed530bb156 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0648482 Aug 13 03:52:24.160042 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-630f3c84-7e6f-474a-8d5f-d1488c33f20b req-bcf95ba0-b3df-4949-8b3d-0d4ea0033682 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373933 Aug 13 03:52:24.664678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f2fac-0674-4ff2-b5b0-8305cd0c3474 req-bfedd008-9197-4031-9ef1-b4a0b7551ffa tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:24.666562 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d5f2fac-0674-4ff2-b5b0-8305cd0c3474 req-bfedd008-9197-4031-9ef1-b4a0b7551ffa tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0529516 Aug 13 03:52:24.705790 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d5f2fac-0674-4ff2-b5b0-8305cd0c3474 req-901fc71f-cc4c-48f3-92dc-208ccd6cf49c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335011 Aug 13 03:52:24.727180 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 46702) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:24.834052 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-08616803-5f58-4354-89e0-957ab2f6d0eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:24.930972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-08616803-5f58-4354-89e0-957ab2f6d0eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.007538 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-08616803-5f58-4354-89e0-957ab2f6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.050044 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-08616803-5f58-4354-89e0-957ab2f6d0eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9d51d22cc1d42c7abc6e0d8236b5f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214953 Aug 13 03:52:25.050541 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 46708) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:25.051649 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08616803-5f58-4354-89e0-957ab2f6d0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562346b7-eea4-4c76-8227-e94545b40ee1,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:25.108696 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.136747 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.259748 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.262298 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:25.263429 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/562346b7-eea4-4c76-8227-e94545b40ee1 HTTP/1.1" status: 204 len: 168 time: 0.2119141 Aug 13 03:52:25.275552 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562346b7-eea4-4c76-8227-e94545b40ee1,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:25.286026 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.286374 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.286715 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.287235 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.287581 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.287926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.288252 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.288609 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.288940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.289271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.289616 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.289939 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0311192a-86b6-492d-bc14-b216a78cf929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:25.304192 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd438209-2004-4c7f-a20f-d57baeb43158 req-b7ab4b0f-f2f5-47a5-999c-0e6f3ea6013c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:25.306034 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cd438209-2004-4c7f-a20f-d57baeb43158 req-b7ab4b0f-f2f5-47a5-999c-0e6f3ea6013c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0748243 Aug 13 03:52:25.347138 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cd438209-2004-4c7f-a20f-d57baeb43158 req-d83b169d-dc23-4b17-8234-142111cd965b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351458 Aug 13 03:52:25.845394 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e2bc-9c6c-4f06-9c04-99932c3c7dc6 req-463f6bef-5ac8-43f1-a59e-fa267f8bf07c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:25.847542 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-63f8e2bc-9c6c-4f06-9c04-99932c3c7dc6 req-463f6bef-5ac8-43f1-a59e-fa267f8bf07c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0567696 Aug 13 03:52:25.888388 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-63f8e2bc-9c6c-4f06-9c04-99932c3c7dc6 req-c31c5fff-9bef-4934-926d-cd8ddd724173 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343740 Aug 13 03:52:26.470512 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbbd14-3fdf-4e9e-9ad0-5474691a7669 req-aca5c77b-db28-411a-b10f-ce180de677fc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:26.472493 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-45bbbd14-3fdf-4e9e-9ad0-5474691a7669 req-aca5c77b-db28-411a-b10f-ce180de677fc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0549202 Aug 13 03:52:26.515548 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-45bbbd14-3fdf-4e9e-9ad0-5474691a7669 req-d51ca07d-ac17-42af-898d-847515867f89 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333402 Aug 13 03:52:27.014976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f7f55-e4e3-4b33-8fb7-c9c9abd4601b req-8672d972-b9ae-44bf-a47e-3c2e54e79399 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:27.018948 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-241f7f55-e4e3-4b33-8fb7-c9c9abd4601b req-8672d972-b9ae-44bf-a47e-3c2e54e79399 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0494900 Aug 13 03:52:27.069175 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-241f7f55-e4e3-4b33-8fb7-c9c9abd4601b req-dfce47f3-4dc7-44c4-adc4-260c5bf2c2f6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Aug 13 03:52:27.636163 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd274f-475e-4eda-a781-cf670e5cdfbe req-292cc6e6-a22a-4bc2-83d7-0e6fcb1993bb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:27.637746 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8cd274f-475e-4eda-a781-cf670e5cdfbe req-292cc6e6-a22a-4bc2-83d7-0e6fcb1993bb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0508258 Aug 13 03:52:27.689594 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8cd274f-475e-4eda-a781-cf670e5cdfbe req-2aedce59-ea82-4d89-ac47-925b9e824ab5 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Aug 13 03:52:28.007682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:28.212034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825578ec-81cd-4dfa-879f-b0516b29eabd req-eff75371-36d0-4d52-ad0c-61f3994c8228 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:28.213603 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-825578ec-81cd-4dfa-879f-b0516b29eabd req-eff75371-36d0-4d52-ad0c-61f3994c8228 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0558279 Aug 13 03:52:28.262379 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-825578ec-81cd-4dfa-879f-b0516b29eabd req-bc1bb848-67c8-428b-9477-2bc4e17af3a2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Aug 13 03:52:28.819842 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09698201-8147-4320-8529-78c3b6393f1c req-cb994ec6-59b2-4a3b-a1bf-c2fd494c322b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:28.821441 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09698201-8147-4320-8529-78c3b6393f1c req-cb994ec6-59b2-4a3b-a1bf-c2fd494c322b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0620112 Aug 13 03:52:28.864219 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-09698201-8147-4320-8529-78c3b6393f1c req-c65d8b85-a892-4508-96b3-9b679b3cbfe2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362918 Aug 13 03:52:29.388740 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f4a0a-a6c5-46b2-8045-6c152a8345e7 req-20fe6ca6-1d14-4035-bf86-eeb8d18924a3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:29.390248 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d13f4a0a-a6c5-46b2-8045-6c152a8345e7 req-20fe6ca6-1d14-4035-bf86-eeb8d18924a3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0501814 Aug 13 03:52:29.429683 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d13f4a0a-a6c5-46b2-8045-6c152a8345e7 req-da432e15-240f-4540-8d53-04c62eee44e0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335062 Aug 13 03:52:30.219704 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c24fa-73fb-41f4-bb8e-91cb9ff8c8e1 req-293bf6b8-aef8-4ae4-a830-d1347a129e2a tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:30.221332 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-543c24fa-73fb-41f4-bb8e-91cb9ff8c8e1 req-293bf6b8-aef8-4ae4-a830-d1347a129e2a tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.2860501 Aug 13 03:52:30.264214 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-543c24fa-73fb-41f4-bb8e-91cb9ff8c8e1 req-d54301d9-e4d0-41e4-9e5a-e606c232f167 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344944 Aug 13 03:52:30.564166 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed8bc-2d48-400d-ae70-90c7ef294e7f req-c396cf9d-0af0-48d4-b6ba-06679f17b688 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:30.566560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-557ed8bc-2d48-400d-ae70-90c7ef294e7f req-c396cf9d-0af0-48d4-b6ba-06679f17b688 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 943 time: 0.0598445 Aug 13 03:52:30.619783 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-557ed8bc-2d48-400d-ae70-90c7ef294e7f req-95bc1320-c74d-4e64-b296-8c0f54f3679f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468092 Aug 13 03:52:30.895411 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:52:30.999562 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:31.012188 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'mac_address': 'fa:16:3e:c3:21:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:52:31.051671 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:31.065974 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:31.085325 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:31.162508 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:31.214957 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=9']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:31.222678 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.223024 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.223385 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.223716 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.224043 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.224369 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.224697 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.225027 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.225361 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.225691 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.226047 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.226412 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:52:31.379475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7f654-fbdc-43df-9b84-f685dfc6c681 req-e8f4b172-09e5-46ae-8082-dc338363eecb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:31.381260 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1c7f654-fbdc-43df-9b84-f685dfc6c681 req-e8f4b172-09e5-46ae-8082-dc338363eecb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0493155 Aug 13 03:52:31.420478 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1c7f654-fbdc-43df-9b84-f685dfc6c681 req-bef6714a-5d20-486f-b233-a315463c2993 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330510 Aug 13 03:52:31.750918 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a71fb9-ddfd-4ace-ac43-4b3e25387ebb req-948439a7-b9de-48c9-8226-22ff0453fe8b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:31.752989 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c4a71fb9-ddfd-4ace-ac43-4b3e25387ebb req-948439a7-b9de-48c9-8226-22ff0453fe8b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0567255 Aug 13 03:52:31.792186 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c4a71fb9-ddfd-4ace-ac43-4b3e25387ebb req-2dbf7152-db63-451f-b1a7-52c768b48525 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Aug 13 03:52:32.223821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['bbe65dcd-99c5-4ec9-9678-041546213e58'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:52:32.537865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f67c8d-c003-458f-8d76-85c559b2642e req-cf6635b3-2198-4603-902e-bc74ef723d33 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:32.539651 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1f67c8d-c003-458f-8d76-85c559b2642e req-cf6635b3-2198-4603-902e-bc74ef723d33 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0519428 Aug 13 03:52:32.590318 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b1f67c8d-c003-458f-8d76-85c559b2642e req-d08f223d-9b7f-48e3-acf7-fc58bfc1fe27 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Aug 13 03:52:32.948504 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8d7c9-c853-4b57-97c5-1c62a1f599cc req-d05e9dbb-9a2a-4cf7-9901-b256424116e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:32.949833 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bc8d7c9-c853-4b57-97c5-1c62a1f599cc req-d05e9dbb-9a2a-4cf7-9901-b256424116e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0765388 Aug 13 03:52:32.999104 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bc8d7c9-c853-4b57-97c5-1c62a1f599cc req-ee3ebd47-d158-4bcf-8a82-dfd9d638dab4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Aug 13 03:52:33.718547 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d0520-0902-4832-b6a8-ff8fb84cc146 req-112a3dd0-02d4-49cd-af54-0f8c49a591ee tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:33.720094 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-335d0520-0902-4832-b6a8-ff8fb84cc146 req-112a3dd0-02d4-49cd-af54-0f8c49a591ee tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0606759 Aug 13 03:52:33.764310 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-335d0520-0902-4832-b6a8-ff8fb84cc146 req-41a93824-4944-42af-9406-6fa2fadd2744 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380096 Aug 13 03:52:34.138612 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd284c1-8cc7-41ca-9065-35e2cc6064d8 req-b50ea8e6-6aea-47de-aacf-8fe47f3d1ae7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:34.140144 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cdd284c1-8cc7-41ca-9065-35e2cc6064d8 req-b50ea8e6-6aea-47de-aacf-8fe47f3d1ae7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0534928 Aug 13 03:52:34.187754 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cdd284c1-8cc7-41ca-9065-35e2cc6064d8 req-0baf9267-ce34-48d7-9832-c1ce8b5db95c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Aug 13 03:52:34.892701 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef3e78-9523-494f-98f7-c1a5ab280a42 req-21a8b99e-e875-4837-a2d7-65cae7c4b71b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:34.895086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4aef3e78-9523-494f-98f7-c1a5ab280a42 req-21a8b99e-e875-4837-a2d7-65cae7c4b71b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0562756 Aug 13 03:52:34.936251 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4aef3e78-9523-494f-98f7-c1a5ab280a42 req-fbaf8afa-eb8e-4f94-a67a-d285b15c6a06 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352278 Aug 13 03:52:35.327949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41336cfe-cb63-41fc-9bfa-04e604cc56d6 req-ac7fd608-2973-4d74-a3d9-475ac8f13988 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:35.329597 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-41336cfe-cb63-41fc-9bfa-04e604cc56d6 req-ac7fd608-2973-4d74-a3d9-475ac8f13988 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0641470 Aug 13 03:52:35.377350 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-41336cfe-cb63-41fc-9bfa-04e604cc56d6 req-9bbd6f7d-6b93-4753-8c00-82a1cf4ad8fe tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403285 Aug 13 03:52:36.079953 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55aa9e-7d8b-4c4e-af7d-734ef83a1f4c req-f9bf3526-da03-46b4-9f53-ca9de510f0e2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:36.082267 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a55aa9e-7d8b-4c4e-af7d-734ef83a1f4c req-f9bf3526-da03-46b4-9f53-ca9de510f0e2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0639784 Aug 13 03:52:36.128282 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7a55aa9e-7d8b-4c4e-af7d-734ef83a1f4c req-b466341c-71ef-49e1-93c3-5930dc0d9b5c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381563 Aug 13 03:52:36.500393 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842a447-93f7-45dd-8837-c150b35c1f53 req-968a3498-190a-4d23-9676-90dfd38b3b55 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:36.501918 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0842a447-93f7-45dd-8837-c150b35c1f53 req-968a3498-190a-4d23-9676-90dfd38b3b55 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0488880 Aug 13 03:52:36.543370 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0842a447-93f7-45dd-8837-c150b35c1f53 req-93ccca9a-741d-491a-9ded-1b6d91e83508 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328403 Aug 13 03:52:37.252888 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7007145-3737-439d-a4a4-315ff0d8c74b req-c1fbafd2-4dab-4b2b-bb69-1f8e7f6ede5d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:37.258582 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a7007145-3737-439d-a4a4-315ff0d8c74b req-c1fbafd2-4dab-4b2b-bb69-1f8e7f6ede5d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0541134 Aug 13 03:52:37.295836 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a7007145-3737-439d-a4a4-315ff0d8c74b req-4de768f3-42a3-4884-a7e6-c944d5e88ade tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348144 Aug 13 03:52:37.673001 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767e1bd-524f-43a0-a9e5-c0097398c4dc req-1d63d5a8-a2ce-499b-8ebc-48bcbca0c8ec tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:37.674612 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8767e1bd-524f-43a0-a9e5-c0097398c4dc req-1d63d5a8-a2ce-499b-8ebc-48bcbca0c8ec tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0530095 Aug 13 03:52:37.719107 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8767e1bd-524f-43a0-a9e5-c0097398c4dc req-094db6f5-c368-4b07-b948-4e1ff5900ef5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376992 Aug 13 03:52:38.417746 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7270ea-7db1-49d3-b55c-2246d1b53399 req-938acee7-7a10-47af-9f05-42aa76c528b8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:38.418495 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:52:38.419456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa7270ea-7db1-49d3-b55c-2246d1b53399 req-938acee7-7a10-47af-9f05-42aa76c528b8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0518794 Aug 13 03:52:38.431055 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:52:38.461522 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa7270ea-7db1-49d3-b55c-2246d1b53399 req-cc22b55a-35e7-490e-9e50-648a8c46895c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363064 Aug 13 03:52:38.555452 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:38.570559 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port bbe65dcd-99c5-4ec9-9678-041546213e58 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:38.570932 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.572648 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'mac_address': 'fa:16:3e:1e:f4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:52:38.641239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.660145 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b336064f-b79f-40db-92df-f6e8019cd75f {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:38.704339 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:38.714765 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.738167 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:38.741083 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c30dd-75bc-49ed-8777-560ebb0b7c97" -d '{"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:38.754516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:38.773408 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.822780 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:38.853114 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:38.854065 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b94d1-31fd-4914-9e90-7ed784f01e8d req-bad83767-8526-4a6c-8199-5953948ee020 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:38.856376 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-543b94d1-31fd-4914-9e90-7ed784f01e8d req-bad83767-8526-4a6c-8199-5953948ee020 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 944 time: 0.0601916 Aug 13 03:52:38.903218 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=10']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:38.905037 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-543b94d1-31fd-4914-9e90-7ed784f01e8d req-09a5307c-d1f8-4035-bf3b-d58f20cae6ac tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428009 Aug 13 03:52:38.920875 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78fad46-a57c-42ab-bcd4-c8f1bcb804ee x-openstack-request-id: req-b78fad46-a57c-42ab-bcd4-c8f1bcb804ee {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:38.921180 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-plugged", "status": "completed", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:38.921432 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b78fad46-a57c-42ab-bcd4-c8f1bcb804ee {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:38.921892 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'code': 200} Aug 13 03:52:39.369072 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['b336064f-b79f-40db-92df-f6e8019cd75f'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:52:39.593475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a469e22-5c6a-428a-86bc-f33127e68c7c req-9c7c020b-14a0-4702-b92e-081059c50939 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:39.595001 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a469e22-5c6a-428a-86bc-f33127e68c7c req-9c7c020b-14a0-4702-b92e-081059c50939 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 944 time: 0.0576632 Aug 13 03:52:39.601694 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-14cc1d4c-2aa4-4fd2-b5e6-28bfbf13c981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:39.634501 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a469e22-5c6a-428a-86bc-f33127e68c7c req-18c445f1-a895-4d53-acc1-c5cd100e8387 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Aug 13 03:52:39.768499 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db7db6-f4bf-4818-b5f3-1fa3281d6f8f req-22480053-1355-4990-ac2c-02cf847f8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:39.770619 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d6db7db6-f4bf-4818-b5f3-1fa3281d6f8f req-22480053-1355-4990-ac2c-02cf847f8ad5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1099 time: 0.0432565 Aug 13 03:52:39.805153 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d6db7db6-f4bf-4818-b5f3-1fa3281d6f8f req-b60b692b-5f40-463e-9e56-b0a8c96b15d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276997 Aug 13 03:52:40.041342 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cade7-3d0b-4928-94c7-ec9d0e789625 req-c0008f22-c32d-40f1-a950-a57702a66830 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:40.041342 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad1cade7-3d0b-4928-94c7-ec9d0e789625 req-c0008f22-c32d-40f1-a950-a57702a66830 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0517156 Aug 13 03:52:40.076361 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad1cade7-3d0b-4928-94c7-ec9d0e789625 req-746f5c63-a7c0-4e5b-b717-5c5107c00a43 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Aug 13 03:52:40.765509 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215972ae-06be-44af-a956-c062a1865e58 req-26d8f3c3-e630-43cd-b3bb-765d74de394d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:40.767896 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-215972ae-06be-44af-a956-c062a1865e58 req-26d8f3c3-e630-43cd-b3bb-765d74de394d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 944 time: 0.0604465 Aug 13 03:52:40.809770 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-215972ae-06be-44af-a956-c062a1865e58 req-bdf39cc5-3fd0-4b7d-9175-7cf2b066bb79 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357647 Aug 13 03:52:41.221263 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b52c5-ccf4-4d01-8e51-cfb56c3e71c7 req-3b6ae594-0004-4e49-ab3f-dd09c6c2dcd5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:41.222725 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c30b52c5-ccf4-4d01-8e51-cfb56c3e71c7 req-3b6ae594-0004-4e49-ab3f-dd09c6c2dcd5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0483124 Aug 13 03:52:41.262488 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c30b52c5-ccf4-4d01-8e51-cfb56c3e71c7 req-fb3dedc8-3757-4929-8682-aa1265ef87b6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Aug 13 03:52:41.931964 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c7ce2-e4f4-4e85-887a-b10d68685cb9 req-31eae6f3-ea03-4e6c-8edc-2dd625920768 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:41.933507 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b66c7ce2-e4f4-4e85-887a-b10d68685cb9 req-31eae6f3-ea03-4e6c-8edc-2dd625920768 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 944 time: 0.0558748 Aug 13 03:52:41.995295 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b66c7ce2-e4f4-4e85-887a-b10d68685cb9 req-5e94313f-6af3-4076-912a-258dfc6b604b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505867 Aug 13 03:52:42.081943 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1ac14452-2fef-4b3d-9676-74b4d44af478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:42.391662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867bfa8-5b32-4151-8a27-9d576109c607 req-3591b026-5bc8-421f-bd8d-8bffe6ea76f6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:42.393161 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b867bfa8-5b32-4151-8a27-9d576109c607 req-3591b026-5bc8-421f-bd8d-8bffe6ea76f6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0524607 Aug 13 03:52:42.433899 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b867bfa8-5b32-4151-8a27-9d576109c607 req-24cf4a23-d3ae-4bd9-9ccd-1ccaab16480c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333827 Aug 13 03:52:42.436396 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:52:42.492598 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:42.550239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port b336064f-b79f-40db-92df-f6e8019cd75f completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:52:42.554599 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port b336064f-b79f-40db-92df-f6e8019cd75f triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:42.554926 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:42.636865 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:42.660803 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:42.663703 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4455c2a-eaac-4fd3-917f-7011d2955933" -d '{"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:42.678011 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:52:42.701398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc5299a-6958-444b-b8cb-d1f72a40951b x-openstack-request-id: req-afc5299a-6958-444b-b8cb-d1f72a40951b {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:42.701693 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:42.701979 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afc5299a-6958-444b-b8cb-d1f72a40951b {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:42.707398 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'code': 200} Aug 13 03:52:42.802065 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:42.854827 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:43.107094 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7d33-9af2-4c3f-8d4a-8e5d6d2515fe req-9476d012-5e9a-4472-b9eb-3640085333a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:43.108125 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a96a7d33-9af2-4c3f-8d4a-8e5d6d2515fe req-9476d012-5e9a-4472-b9eb-3640085333a3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0433033 Aug 13 03:52:43.123950 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa8be1-9efa-494c-a707-757589d255ce req-3c473928-387c-4623-b23f-615b629510ed tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:43.125746 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-53fa8be1-9efa-494c-a707-757589d255ce req-3c473928-387c-4623-b23f-615b629510ed tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0512948 Aug 13 03:52:43.153015 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a96a7d33-9af2-4c3f-8d4a-8e5d6d2515fe req-59074df5-1496-4123-a052-201c16e72231 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376375 Aug 13 03:52:43.188301 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-53fa8be1-9efa-494c-a707-757589d255ce req-23f8fd8c-6c15-43cc-9fa0-eca838ea48f2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539901 Aug 13 03:52:43.563050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568af30-7079-4ed4-9383-31b263d9b5ea req-793871db-5671-4637-9f08-c4e1d5901a04 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:43.564570 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c568af30-7079-4ed4-9383-31b263d9b5ea req-793871db-5671-4637-9f08-c4e1d5901a04 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0513988 Aug 13 03:52:43.605475 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c568af30-7079-4ed4-9383-31b263d9b5ea req-85ec20e4-2176-4e4d-8a7e-5827a487b379 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Aug 13 03:52:43.819346 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:43.920117 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47050) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:44.031342 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9d2babae-da39-48e6-9ad4-90e670ec89b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.123852 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9d2babae-da39-48e6-9ad4-90e670ec89b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.178639 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9d2babae-da39-48e6-9ad4-90e670ec89b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.216774 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9d2babae-da39-48e6-9ad4-90e670ec89b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=593ce9707aee4a2b8ac80a78554568ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955017 Aug 13 03:52:44.217659 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2babae-da39-48e6-9ad4-90e670ec89b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee762ca-6893-4f3e-aa3f-98d9e487f75a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:44.219414 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47056) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:44.305818 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.333282 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.351683 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ac9a1-987f-4988-a3db-585dd90e5e1a req-e95b84d9-3322-4300-b646-aadb55fc676e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:44.353186 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-561ac9a1-987f-4988-a3db-585dd90e5e1a req-e95b84d9-3322-4300-b646-aadb55fc676e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0946991 Aug 13 03:52:44.405097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-561ac9a1-987f-4988-a3db-585dd90e5e1a req-37c6894d-eed2-4bf4-a896-b9e8d2dd9bbc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448906 Aug 13 03:52:44.487176 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.489777 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:44.490936 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eee762ca-6893-4f3e-aa3f-98d9e487f75a HTTP/1.1" status: 204 len: 168 time: 0.2705338 Aug 13 03:52:44.499099 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8ac60-0f7a-49bd-b255-8952080e96af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee762ca-6893-4f3e-aa3f-98d9e487f75a,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:44.733969 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2225-047f-45c8-b7fd-30384518fd6d req-d599b5c6-95fe-4043-a926-c4e978b8565f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:44.735544 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e1af2225-047f-45c8-b7fd-30384518fd6d req-d599b5c6-95fe-4043-a926-c4e978b8565f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0502596 Aug 13 03:52:44.774217 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e1af2225-047f-45c8-b7fd-30384518fd6d req-67cf46b1-c0ed-4f4d-acf0-5e240b168693 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Aug 13 03:52:45.246467 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47070) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:45.261189 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6e052940-37b2-4246-b5b6-3f0e81500245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.356186 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6e052940-37b2-4246-b5b6-3f0e81500245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.419498 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6e052940-37b2-4246-b5b6-3f0e81500245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.442376 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.461393 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6e052940-37b2-4246-b5b6-3f0e81500245 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59b751de831640cfafcc11195a17b835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137873 Aug 13 03:52:45.462587 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e052940-37b2-4246-b5b6-3f0e81500245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f2ca2-34c1-43de-a032-8deace062fda,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:45.465269 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47074) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:45.525414 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.536229 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b3a3f-68db-4c88-8ce9-446d60d554de req-23a8df6f-c25a-4fa3-94d7-5929d752a2e0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:45.537793 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-832b3a3f-68db-4c88-8ce9-446d60d554de req-23a8df6f-c25a-4fa3-94d7-5929d752a2e0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0497513 Aug 13 03:52:45.548405 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.586801 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-832b3a3f-68db-4c88-8ce9-446d60d554de req-d6315be4-fc34-4b18-97c1-bda6b4bc6e59 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424123 Aug 13 03:52:45.702811 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.702811 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:45.702811 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b33f2ca2-34c1-43de-a032-8deace062fda HTTP/1.1" status: 204 len: 168 time: 0.2363267 Aug 13 03:52:45.716284 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee39ca-5467-4e04-ad95-8a29419f8d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f2ca2-34c1-43de-a032-8deace062fda,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:45.733682 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc21734-4636-4ff3-821a-006d99725157 req-993c8c73-cef1-4914-9dd5-ba2e5be7ee15 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:45.735554 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfc21734-4636-4ff3-821a-006d99725157 req-993c8c73-cef1-4914-9dd5-ba2e5be7ee15 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0687666 Aug 13 03:52:45.779275 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cfc21734-4636-4ff3-821a-006d99725157 req-f4d68b4f-b22f-4b7c-bbd9-8424b5677225 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Aug 13 03:52:45.801182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47088) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:45.990375 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6bcb2f-b179-4d87-a69b-9cff0b49473a tempest-TestShelveInstance-1622436175 tempest-TestShelveInstance-1622436175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:45.992215 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5a6bcb2f-b179-4d87-a69b-9cff0b49473a tempest-TestShelveInstance-1622436175 tempest-TestShelveInstance-1622436175-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1093 time: 0.1897643 Aug 13 03:52:45.995294 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47094) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:45.999978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:46.087601 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.192869 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.307690 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Allocated IP 172.27.1.110 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/ece110d1-7c67-44ea-bf30-e8d4a5b31ed5) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:52:46.379883 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47096) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:46.399675 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-54936d7c-ddd7-4460-87dc-3e62fb9c72e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.421696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.488838 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-54936d7c-ddd7-4460-87dc-3e62fb9c72e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.504556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.542205 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:52:46.546935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:52:46.550414 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:52:46.556963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'Port': ['ID=ece110d1-7c67-44ea-bf30-e8d4a5b31ed5,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:46.567920 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-54936d7c-ddd7-4460-87dc-3e62fb9c72e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.607373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-54936d7c-ddd7-4460-87dc-3e62fb9c72e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=161397f556114d75ba78315c4e28168f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262325 Aug 13 03:52:46.608322 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54936d7c-ddd7-4460-87dc-3e62fb9c72e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f4ae30-7045-44d2-a3c2-d4fcd2d0d927,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:46.610775 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47098) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:46.665813 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.688378 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.802152 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.805695 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:46.807012 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4f4ae30-7045-44d2-a3c2-d4fcd2d0d927 HTTP/1.1" status: 204 len: 168 time: 0.1953049 Aug 13 03:52:46.816540 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d92f3c-1f66-4653-bb0e-e15e01294623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f4ae30-7045-44d2-a3c2-d4fcd2d0d927,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:47.177806 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:47.342102 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:47.498956 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:47.561672 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:47.643079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event updated for resources: {'Port': ['ID=ece110d1-7c67-44ea-bf30-e8d4a5b31ed5,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:47.650844 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:47.745660 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Floating IP 8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60 associated. External IP: 172.27.1.110, port: b336064f-b79f-40db-92df-f6e8019cd75f. Aug 13 03:52:47.970166 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Router e7884bab-90f0-4326-bc9f-b09be80961d6 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:52:48.099639 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:52:48.110648 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Sync routers for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:52:48.119861 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:52:48.128969 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:52:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:48.173379 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:48.201487 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-241bc108-9cec-4f54-9517-e3d85a4a6cdc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2049491 Aug 13 03:52:48.202335 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:48.204970 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62129f67-45ab-4c24-a197-e192a67bfbd0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:48.233368 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:52:48.241293 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fef0e3c-6a5c-4ceb-94e4-4a87aedfbd32 x-openstack-request-id: req-7fef0e3c-6a5c-4ceb-94e4-4a87aedfbd32 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:52:48.241460 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:52:48.242190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fef0e3c-6a5c-4ceb-94e4-4a87aedfbd32 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:52:48.242190 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'status': 'completed', 'code': 200} Aug 13 03:52:48.351834 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-4811806e-9694-4403-9ae1-c00e2e2fbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:48.353277 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-4811806e-9694-4403-9ae1-c00e2e2fbb5b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0478077 Aug 13 03:52:48.454721 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-59ff5fd7-e977-4712-bca3-f50345eb3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:48.456278 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-59ff5fd7-e977-4712-bca3-f50345eb3b43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0959868 Aug 13 03:52:48.490674 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'mac_address': 'fa:16:3e:1e:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:52:47Z', 'updated_at': '2021-08-13T03:52:47Z', 'revision_number': 0, 'project_id': '32eeacca28d04bb69d245974636ae569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:48.522558 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Checking router: e7884bab-90f0-4326-bc9f-b09be80961d6 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:52:48.524385 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-415164cf-51ad-48a9-89d5-8fc6bf4daac2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 999 time: 0.0600243 Aug 13 03:52:48.531050 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:52:48.531761 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:52:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:48.584656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-2fa0dd75-5f59-482a-9339-ae2f24cb03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:48.588071 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-2fa0dd75-5f59-482a-9339-ae2f24cb03e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0547421 Aug 13 03:52:48.646519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-7722f18e-a6f5-4e4c-8cb4-baa3b0b23881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:48.648493 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-7722f18e-a6f5-4e4c-8cb4-baa3b0b23881 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539169 Aug 13 03:52:48.654148 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:52:48.748170 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-f14854c2-eef7-4659-bed5-8ec6f5de981d service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919678 Aug 13 03:52:48.850461 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62129f67-45ab-4c24-a197-e192a67bfbd0 req-3be52d6b-16f1-48ea-bd04-5a7792d6ce2a service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950246 Aug 13 03:52:49.016861 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'mac_address': 'fa:16:3e:1e:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:52:47Z', 'updated_at': '2021-08-13T03:52:47Z', 'revision_number': 0, 'project_id': '32eeacca28d04bb69d245974636ae569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:52:49.047216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5847e0a9-105a-4952-b4be-ca371a5bbb4a None None] The sync data for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi is: [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'floating_ip_address': '172.27.1.110', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'mac_address': 'fa:16:3e:1e:f4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:52:47Z', 'updated_at': '2021-08-13T03:52:47Z', 'revision_number': 0, 'project_id': '32eeacca28d04bb69d245974636ae569', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:52:49.219895 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beeb9c29-553a-436c-8f9c-47a7e0ed52c6 None None] New status for floating IP 8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:52:51.853718 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:52:54.060676 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-c8fae2f2-0ac7-47fa-9d19-cf9c66385e1b tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283194 Aug 13 03:52:54.254971 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-dc0c8099-03df-4f75-a9c2-dd11342bffab tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:54.256615 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-dc0c8099-03df-4f75-a9c2-dd11342bffab tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894245 Aug 13 03:52:54.272369 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-5fc01588-78a8-49a6-9a72-81b2ecc9ad70 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/quotas/4ff420f4b2f24abab46c903de6b8ccc2 HTTP/1.1" status: 200 len: 375 time: 0.0093994 Aug 13 03:52:54.306037 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-78c456e9-6a5b-4959-b44f-d4661cc09c24 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270834 Aug 13 03:52:55.545238 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c0627232-36eb-40a0-9bd6-8a48003a4ac0 req-df80f493-90e3-4b95-abad-7aa0c57692e5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 210 time: 0.0276909 Aug 13 03:52:56.645626 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35b56901-0979-4a12-8401-6ebbaebbc6a0 req-98721497-945c-4fe6-a342-d95d901feb7e tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 210 time: 0.0323603 Aug 13 03:52:57.576057 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47262) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:57.692493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5452c462-278d-456e-b246-408c2b5a1a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:57.751642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98dd9612-0de0-42f6-9b62-4871f18be1ee req-31b06fe6-cc88-4ca8-a8b2-a2aa6b87b887 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 210 time: 0.0304666 Aug 13 03:52:57.808381 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5452c462-278d-456e-b246-408c2b5a1a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:57.875765 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5452c462-278d-456e-b246-408c2b5a1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:57.887664 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-f32bd416-fbbc-4d9e-aca0-234f033ca4cd tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299563 Aug 13 03:52:57.915391 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5452c462-278d-456e-b246-408c2b5a1a02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=692e036b24de4468bc20dd5323700dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374579 Aug 13 03:52:57.916566 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452c462-278d-456e-b246-408c2b5a1a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba56ffb-38c7-4712-b290-535426f44993,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:57.918938 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47268) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:57.972498 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:57.994929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.013196 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.085051 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-f4b55f62-5e84-421f-87fa-8a63e691d0af tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:58.087879 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-f4b55f62-5e84-421f-87fa-8a63e691d0af tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934953 Aug 13 03:52:58.109845 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Request body: {'port': {'device_id': 'a97309de-6017-4b94-849c-97fa33357150', 'network_id': '101ea112-6485-49bb-a189-86cce06ae448', 'admin_state_up': True, 'tenant_id': '4ff420f4b2f24abab46c903de6b8ccc2'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:58.126933 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.129497 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.130690 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ba56ffb-38c7-4712-b290-535426f44993 HTTP/1.1" status: 204 len: 168 time: 0.2108440 Aug 13 03:52:58.139983 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d7cad-33f3-4d44-9621-15a16ce3804f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba56ffb-38c7-4712-b290-535426f44993,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:58.293201 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Made reservation on behalf of 4ff420f4b2f24abab46c903de6b8ccc2 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:52:58.296926 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.306418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.396951 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.436281 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.505130 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e863dbf-1e97-43bf-bf60-9360cbf23c4a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:58.575560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Allocated IP 192.168.233.71 (101ea112-6485-49bb-a189-86cce06ae448/b8a8164a-3456-4ebc-b508-40a926ff673a/a7363c7b-d485-43a4-9f58-3ba1e4294335) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:52:58.684858 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47278) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:58.708145 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d273655-c93e-4821-b2c1-c0b77da4fd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.751171 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.775662 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Transition to ACTIVE for port object a7363c7b-d485-43a4-9f58-3ba1e4294335 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:58.855970 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f4bdcc43-232a-4f00-83ac-484d422b0a8e req-811d0ef8-56f8-427b-b2b0-0da19b1373f9 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Aug 13 03:52:58.858105 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d273655-c93e-4821-b2c1-c0b77da4fd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.916883 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.953128 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-8d273655-c93e-4821-b2c1-c0b77da4fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:58.973172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Network 101ea112-6485-49bb-a189-86cce06ae448 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:52:58.989407 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:52:58.992195 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:52:59.029671 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Pushing event updated for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:59.044505 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-8d273655-c93e-4821-b2c1-c0b77da4fd86 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=175e9b8a054e4798adf5c65125d070e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564005 Aug 13 03:52:59.045347 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47282) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:52:59.048070 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d273655-c93e-4821-b2c1-c0b77da4fd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f4bdc-0f73-41ea-807c-1c057003f1da,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:59.071756 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:59.072509 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.100652 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.124077 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.156410 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-4d1d1f38-cc18-4c27-846d-24a1ecea837d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0505891 Aug 13 03:52:59.177778 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Request body: {'port': {'device_id': 'a97309de-6017-4b94-849c-97fa33357150', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:52:59.232124 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.253063 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.255772 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.257456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da2f4bdc-0f73-41ea-807c-1c057003f1da HTTP/1.1" status: 204 len: 168 time: 0.2105234 Aug 13 03:52:59.267359 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2be87-a78f-495f-a573-e8018d60fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f4bdc-0f73-41ea-807c-1c057003f1da,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:59.285854 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-b3948cea-6426-43dc-9f29-cf1913682eff None None] Provisioning for port a7363c7b-d485-43a4-9f58-3ba1e4294335 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:52:59.292090 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-b3948cea-6426-43dc-9f29-cf1913682eff None None] Provisioning complete for port a7363c7b-d485-43a4-9f58-3ba1e4294335 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:52:59.293709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-b3948cea-6426-43dc-9f29-cf1913682eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.330831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-b3948cea-6426-43dc-9f29-cf1913682eff None None] Port a7363c7b-d485-43a4-9f58-3ba1e4294335 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:52:59.516382 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7363c7b-d485-43a4-9f58-3ba1e4294335 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:52:59.523931 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.536748 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Transition to ACTIVE for port object a7363c7b-d485-43a4-9f58-3ba1e4294335 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:52:59.596632 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.650350 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Pushing event updated for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:52:59.729480 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Attempting to bind port a7363c7b-d485-43a4-9f58-3ba1e4294335 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:52:59.729817 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Attempting to bind port a7363c7b-d485-43a4-9f58-3ba1e4294335 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:52:59.732018 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Attempting to bind port a7363c7b-d485-43a4-9f58-3ba1e4294335 on network 101ea112-6485-49bb-a189-86cce06ae448 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:59.735161 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Port a7363c7b-d485-43a4-9f58-3ba1e4294335 on network 101ea112-6485-49bb-a189-86cce06ae448 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:52:59.735492 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Attempting to bind port a7363c7b-d485-43a4-9f58-3ba1e4294335 on network 101ea112-6485-49bb-a189-86cce06ae448 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:52:59.740677 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:52:59.741022 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Checking segment: {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:52:59.741584 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Bound using segment: {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:52:59.742068 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Bound port: a7363c7b-d485-43a4-9f58-3ba1e4294335, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ac215c-8ef9-4a1d-96c8-81d47b44ee22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '101ea112-6485-49bb-a189-86cce06ae448'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:52:59.742432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.820543 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:52:59.824495 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:52:59.917431 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.953640 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:59.954434 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:52:59.955927 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] 10.222.0.61 "PUT /v2.0/ports/a7363c7b-d485-43a4-9f58-3ba1e4294335 HTTP/1.1" status: 200 len: 1097 time: 0.7830164 Aug 13 03:52:59.956452 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:52:59.958890 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c743739-2ef1-4038-98da-9b21304e7673" -d '{"events": [{"name": "network-changed", "server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:52:59.987266 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e48d-a38d-4b02-9ec2-1e0062fbbd9d req-bfd61578-624e-49ad-a980-b02835fe0a47 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:52:59.988926 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7712e48d-a38d-4b02-9ec2-1e0062fbbd9d req-bfd61578-624e-49ad-a980-b02835fe0a47 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0581462 Aug 13 03:52:59.990757 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7a15-2c22-4a8d-a36c-aa76ac60f092 service neutron] Pushing event updated for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:00.008443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944701e1-55ba-4228-b48b-0045746b12f8 x-openstack-request-id: req-944701e1-55ba-4228-b48b-0045746b12f8 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:00.009713 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:00.009995 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-944701e1-55ba-4228-b48b-0045746b12f8 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:00.010635 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335', 'status': 'completed', 'code': 200} Aug 13 03:53:00.037120 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7712e48d-a38d-4b02-9ec2-1e0062fbbd9d req-8214e5b6-1ef1-419d-9a64-955e2b92687a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Aug 13 03:53:00.110213 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743739-2ef1-4038-98da-9b21304e7673 req-74a587fb-5956-4e8f-b580-34b62d68eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.111856 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5c743739-2ef1-4038-98da-9b21304e7673 req-74a587fb-5956-4e8f-b580-34b62d68eb2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 1100 time: 0.0475926 Aug 13 03:53:00.153306 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5c743739-2ef1-4038-98da-9b21304e7673 req-309af38d-0517-4c53-9e99-c4af0a94be16 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242958 Aug 13 03:53:00.262054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c743739-2ef1-4038-98da-9b21304e7673 req-b55f610d-7dd5-4df3-84ee-9515a0bec142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.263443 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5c743739-2ef1-4038-98da-9b21304e7673 req-b55f610d-7dd5-4df3-84ee-9515a0bec142 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037893 Aug 13 03:53:00.366688 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-83ee803b-e4e8-4778-a24c-a6911d705c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.369244 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-83ee803b-e4e8-4778-a24c-a6911d705c8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 1100 time: 0.0415618 Aug 13 03:53:00.439853 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-6ba794e0-07b3-493e-9737-291ad09d6db7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335 HTTP/1.1" status: 200 len: 217 time: 0.0375710 Aug 13 03:53:00.502978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-7b83f38f-afce-489d-b8e3-1443365e23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.504442 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-7b83f38f-afce-489d-b8e3-1443365e23c1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b8a8164a-3456-4ebc-b508-40a926ff673a HTTP/1.1" status: 200 len: 843 time: 0.0561280 Aug 13 03:53:00.565713 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-5da91238-1d27-4c10-affe-eb5a8822e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:00.567349 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-5da91238-1d27-4c10-affe-eb5a8822e83a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=101ea112-6485-49bb-a189-86cce06ae448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0420516 Aug 13 03:53:00.664233 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-278f7e70-ef1b-4202-a296-6c0b93c384bf service neutron] 10.222.0.61 "GET /v2.0/networks/101ea112-6485-49bb-a189-86cce06ae448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876842 Aug 13 03:53:00.754462 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2545dd9a-84c4-47fe-b8b1-f1bdff192da2 req-67c4330a-d2de-4a75-bdca-469eb4cd71d3 service neutron] 10.222.0.61 "GET /v2.0/networks/101ea112-6485-49bb-a189-86cce06ae448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822873 Aug 13 03:53:01.161696 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6b308-f2b8-46e5-89da-38dc7432c3a5 req-2153bb66-7cc0-4a68-8717-895bd4015965 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:01.163367 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0c6b308-f2b8-46e5-89da-38dc7432c3a5 req-2153bb66-7cc0-4a68-8717-895bd4015965 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0520952 Aug 13 03:53:01.202850 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b0c6b308-f2b8-46e5-89da-38dc7432c3a5 req-f2d502e7-4ea5-4b1e-810e-a2ea97953cf7 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333800 Aug 13 03:53:02.317282 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e7879-27d7-40a4-9dff-e5f0502a9304 req-0c94118e-2a38-4af5-9203-3e4771fd07ca tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:02.318754 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ae9e7879-27d7-40a4-9dff-e5f0502a9304 req-0c94118e-2a38-4af5-9203-3e4771fd07ca tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0487423 Aug 13 03:53:02.361039 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ae9e7879-27d7-40a4-9dff-e5f0502a9304 req-45f532f0-cc1f-4817-b976-ba99044ede19 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356560 Aug 13 03:53:03.483084 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676b96e-3b26-4eb0-93f8-08238e1968d5 req-817cb779-9a52-4762-a14a-88ab1f843737 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:03.484637 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a676b96e-3b26-4eb0-93f8-08238e1968d5 req-817cb779-9a52-4762-a14a-88ab1f843737 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0539393 Aug 13 03:53:03.542948 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a676b96e-3b26-4eb0-93f8-08238e1968d5 req-26f56018-9f25-4be7-ba39-31da699b40d6 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497162 Aug 13 03:53:04.672211 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2852-7c66-4b04-a9e0-1ebc4ff3503c req-d3f6f6c3-dbe2-4fdb-8cf5-1477a7477972 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:04.673712 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9e4a2852-7c66-4b04-a9e0-1ebc4ff3503c req-d3f6f6c3-dbe2-4fdb-8cf5-1477a7477972 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0620465 Aug 13 03:53:04.716898 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9e4a2852-7c66-4b04-a9e0-1ebc4ff3503c req-16371459-e041-460d-8207-ef94782a4584 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368915 Aug 13 03:53:05.838682 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ac887-ccef-4b11-bd83-c0bacffb6ae3 req-f57dcbc4-d96e-4bfe-8bcc-c76afb1f3e0a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:05.840226 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-655ac887-ccef-4b11-bd83-c0bacffb6ae3 req-f57dcbc4-d96e-4bfe-8bcc-c76afb1f3e0a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0532513 Aug 13 03:53:05.879128 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-655ac887-ccef-4b11-bd83-c0bacffb6ae3 req-44d6da01-aa9a-4e7a-b44b-9f8ea69dd891 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Aug 13 03:53:06.804521 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device a7363c7b-d485-43a4-9f58-3ba1e4294335 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:53:06.909551 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:06.921708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'a7363c7b-d485-43a4-9f58-3ba1e4294335', 'network_id': '101ea112-6485-49bb-a189-86cce06ae448', 'port_id': 'a7363c7b-d485-43a4-9f58-3ba1e4294335', 'mac_address': 'fa:16:3e:d2:e0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8a8164a-3456-4ebc-b508-40a926ff673a', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:53:06.959647 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:06.985450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7363c7b-d485-43a4-9f58-3ba1e4294335 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:53:07.012183 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:07.014954 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede55c67-921f-40d5-96d3-f101e5fcfc22 req-2b892fa8-072e-4186-adb5-bd22439443ca tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:07.016541 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ede55c67-921f-40d5-96d3-f101e5fcfc22 req-2b892fa8-072e-4186-adb5-bd22439443ca tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 947 time: 0.0686352 Aug 13 03:53:07.063357 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ede55c67-921f-40d5-96d3-f101e5fcfc22 req-869b92f1-151d-4d1a-8b08-66587bd5e8b8 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352254 Aug 13 03:53:07.070425 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:07.126299 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:08.180140 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f01ba-aa30-4315-ad26-2e0bfc8d7d4a req-a66ac281-74e0-4e6e-ab32-f7c8494c8e96 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:08.181644 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a45f01ba-aa30-4315-ad26-2e0bfc8d7d4a req-a66ac281-74e0-4e6e-ab32-f7c8494c8e96 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 948 time: 0.0482550 Aug 13 03:53:08.220547 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a45f01ba-aa30-4315-ad26-2e0bfc8d7d4a req-2aa99d6b-546d-4925-a255-92ca9047a5d7 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324981 Aug 13 03:53:09.343630 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b2bb87-3524-4094-b1e0-e2f846985c2b req-ebcb2bc4-0300-4fbb-bf50-5c31505321a5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:09.345042 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d8b2bb87-3524-4094-b1e0-e2f846985c2b req-ebcb2bc4-0300-4fbb-bf50-5c31505321a5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 948 time: 0.0489423 Aug 13 03:53:09.382396 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d8b2bb87-3524-4094-b1e0-e2f846985c2b req-f3683078-19bf-4dec-b95a-6fc659fae832 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Aug 13 03:53:09.538869 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4f01257c-cdb7-4328-8a73-90b1ca84a08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:10.199905 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['a7363c7b-d485-43a4-9f58-3ba1e4294335'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:53:10.500446 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2ecc1-db5a-4dfa-9a08-abe25d396d28 req-8e6fa430-5c42-4a3b-bc9f-e4ec5ee35ebf tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:10.502010 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eaa2ecc1-db5a-4dfa-9a08-abe25d396d28 req-8e6fa430-5c42-4a3b-bc9f-e4ec5ee35ebf tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 948 time: 0.0519550 Aug 13 03:53:10.541264 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eaa2ecc1-db5a-4dfa-9a08-abe25d396d28 req-dfd5e0f8-b294-4c8e-b323-840ca143c4ee tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Aug 13 03:53:11.654436 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab94fd-cfad-4296-b30e-25ef020f8393 req-bb490dc4-a200-47b7-be88-3683e30e854e tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:11.655931 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02ab94fd-cfad-4296-b30e-25ef020f8393 req-bb490dc4-a200-47b7-be88-3683e30e854e tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 948 time: 0.0489807 Aug 13 03:53:11.693714 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02ab94fd-cfad-4296-b30e-25ef020f8393 req-eee3ad10-08c0-42df-bd96-542095955fd8 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Aug 13 03:53:12.070107 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dbe8f703-a24d-4b7b-9310-a0a3a8037feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.441944 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:12.811519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e0aa1-cb5c-4c91-bd8a-b1ab1eeb1447 req-d877353b-77ba-46a1-af0f-f3ec6b4a937e tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:12.813741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c28e0aa1-cb5c-4c91-bd8a-b1ab1eeb1447 req-d877353b-77ba-46a1-af0f-f3ec6b4a937e tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 948 time: 0.0497220 Aug 13 03:53:12.858998 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c28e0aa1-cb5c-4c91-bd8a-b1ab1eeb1447 req-2757ab68-68da-4cc3-aacf-3f07eeed411d tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389323 Aug 13 03:53:13.364733 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device a7363c7b-d485-43a4-9f58-3ba1e4294335 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:53:13.481525 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port a7363c7b-d485-43a4-9f58-3ba1e4294335 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:53:13.486239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port a7363c7b-d485-43a4-9f58-3ba1e4294335 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:53:13.486683 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.568952 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.591282 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:13.593561 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd13073-b954-456c-9a4e-fc516ede8715" -d '{"events": [{"server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "name": "network-vif-plugged", "status": "completed", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:13.607073 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:13.629388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc5be7-3134-4355-a4c9-6fe9e0cf1d31 x-openstack-request-id: req-06bc5be7-3134-4355-a4c9-6fe9e0cf1d31 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:13.629682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "name": "network-vif-plugged", "status": "completed", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:13.629994 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06bc5be7-3134-4355-a4c9-6fe9e0cf1d31 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:13.630390 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335', 'code': 200} Aug 13 03:53:13.704868 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.766393 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:13.812737 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:13.997927 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08147b-89d5-45a4-8657-a6488f0c2404 req-130c691f-350e-464d-9697-0bc618186ed9 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:14.002943 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfa1596-a9d2-4ac4-ae87-63192c3865ed req-6eae8858-59e2-42dd-8686-de9b9f33ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:14.005406 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4cfa1596-a9d2-4ac4-ae87-63192c3865ed req-6eae8858-59e2-42dd-8686-de9b9f33ec11 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 1102 time: 0.0588586 Aug 13 03:53:14.006198 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1e08147b-89d5-45a4-8657-a6488f0c2404 req-130c691f-350e-464d-9697-0bc618186ed9 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0724571 Aug 13 03:53:14.041164 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1e08147b-89d5-45a4-8657-a6488f0c2404 req-2f987a08-4fd6-4cce-a12d-46409f61836a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341039 Aug 13 03:53:14.048924 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4cfa1596-a9d2-4ac4-ae87-63192c3865ed req-464e0d78-96cc-46a5-950a-3a8c380968e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Aug 13 03:53:14.140106 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47420) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:14.255168 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-637b1b28-fd0c-4b3e-8cc4-8f3442920608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.343525 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-637b1b28-fd0c-4b3e-8cc4-8f3442920608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.436296 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-637b1b28-fd0c-4b3e-8cc4-8f3442920608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.476214 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-637b1b28-fd0c-4b3e-8cc4-8f3442920608 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fec54b34f2d543aebf77f2dec37e1ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338413 Aug 13 03:53:14.477096 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b1b28-fd0c-4b3e-8cc4-8f3442920608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74984137-235b-4dad-9357-fb4e2c1d8e8c,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:14.478996 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47424) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:14.535606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.556704 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.664502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.667166 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:14.668348 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/74984137-235b-4dad-9357-fb4e2c1d8e8c HTTP/1.1" status: 204 len: 168 time: 0.1883688 Aug 13 03:53:14.676678 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74622d-ab91-454c-bff3-7d60646bffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74984137-235b-4dad-9357-fb4e2c1d8e8c,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:15.161446 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0af0a0-ad4c-4115-a8dc-638c19273970 req-2f18badf-7ddd-4081-979d-f0e40b6072a1 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:15.162977 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-de0af0a0-ad4c-4115-a8dc-638c19273970 req-2f18badf-7ddd-4081-979d-f0e40b6072a1 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0495198 Aug 13 03:53:15.211989 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-de0af0a0-ad4c-4115-a8dc-638c19273970 req-d454612e-0bc4-40e7-bc90-184d0ea9ba72 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383608 Aug 13 03:53:15.293462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47434) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:15.307409 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f9bc-b1be-4301-b4a8-5fee17e65a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.399721 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f9bc-b1be-4301-b4a8-5fee17e65a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.481944 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.510080 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f9bc-b1be-4301-b4a8-5fee17e65a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.550160 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-1bc8f9bc-b1be-4301-b4a8-5fee17e65a3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e72381d722c14ad38422a7032698d7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555032 Aug 13 03:53:15.551482 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f9bc-b1be-4301-b4a8-5fee17e65a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3032046-ae47-429f-869e-ce8901827b08,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:15.553596 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47436) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:15.615312 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.645445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.751257 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.753781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:15.754954 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3032046-ae47-429f-869e-ce8901827b08 HTTP/1.1" status: 204 len: 168 time: 0.2003601 Aug 13 03:53:15.762935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e617f8-51e4-43bd-bbd8-bfd0f87991b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3032046-ae47-429f-869e-ce8901827b08,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:16.336155 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b1b11-6f68-4b9a-ae30-6a5409b951d1 req-7842c9e0-40bc-4a94-aac7-53cb036305db tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:16.337738 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7c5b1b11-6f68-4b9a-ae30-6a5409b951d1 req-7842c9e0-40bc-4a94-aac7-53cb036305db tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0508928 Aug 13 03:53:16.377245 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7c5b1b11-6f68-4b9a-ae30-6a5409b951d1 req-77debc38-bfb2-42c2-9e5d-b0e2629320e5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Aug 13 03:53:16.868145 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f0793-4bc5-43ce-9256-c611aa416b47 req-66fe95a2-c289-4d3d-bd1f-e828e87aaee3 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:16.869644 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e42f0793-4bc5-43ce-9256-c611aa416b47 req-66fe95a2-c289-4d3d-bd1f-e828e87aaee3 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0494256 Aug 13 03:53:16.908758 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e42f0793-4bc5-43ce-9256-c611aa416b47 req-80039fbe-6a37-4bdd-8a0a-087916bac665 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Aug 13 03:53:18.036103 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4082db-2ada-4357-b16b-cb8bb36a7299 req-47e90474-50ef-4242-aaa1-4d774a35903a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:18.037603 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf4082db-2ada-4357-b16b-cb8bb36a7299 req-47e90474-50ef-4242-aaa1-4d774a35903a tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0586727 Aug 13 03:53:18.075524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf4082db-2ada-4357-b16b-cb8bb36a7299 req-611ba812-3f9b-48c8-90fd-287aab4226f1 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319278 Aug 13 03:53:18.847059 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-c301d21c-e3d1-45ce-9638-f225684614f5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:18.848654 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-c301d21c-e3d1-45ce-9638-f225684614f5 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.61 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0507402 Aug 13 03:53:18.954818 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Deleting port a7363c7b-d485-43a4-9f58-3ba1e4294335 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:53:18.955165 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:19.049317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] For port a7363c7b-d485-43a4-9f58-3ba1e4294335, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a7363c7b-d485-43a4-9f58-3ba1e4294335,segment=NetworkSegment(d9ac215c-8ef9-4a1d-96c8-81d47b44ee22),segment_id=d9ac215c-8ef9-4a1d-96c8-81d47b44ee22)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:53:19.049687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:19.066376 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Calling delete_port for a7363c7b-d485-43a4-9f58-3ba1e4294335 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:53:19.194891 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a97b74-fb89-467c-9ffa-ff828336978d req-7e37e5b5-5d80-42ee-9714-157fb1d8a7eb tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:19.196402 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f7a97b74-fb89-467c-9ffa-ff828336978d req-7e37e5b5-5d80-42ee-9714-157fb1d8a7eb tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 949 time: 0.0500538 Aug 13 03:53:19.235787 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f7a97b74-fb89-467c-9ffa-ff828336978d req-56d395cd-defe-4069-903e-655636ff2703 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/security-groups?id=2e863dbf-1e97-43bf-bf60-9360cbf23c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332196 Aug 13 03:53:19.258720 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:19.287715 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Pushing event deleted for resources: {'Port': ['ID=a7363c7b-d485-43a4-9f58-3ba1e4294335,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:19.299821 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['a7363c7b-d485-43a4-9f58-3ba1e4294335'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:53:19.333400 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] No DVR routers for this DVR port a7363c7b-d485-43a4-9f58-3ba1e4294335 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:53:19.336010 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:19.338110 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d7b247d3-dc75-44c9-bec7-607e85a8f94b req-fa28f1a4-72fd-4ce8-b36e-183e7b57dae4 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.61 "DELETE /v2.0/ports/a7363c7b-d485-43a4-9f58-3ba1e4294335 HTTP/1.1" status: 204 len: 173 time: 0.4827013 Aug 13 03:53:19.338548 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'name': 'network-vif-deleted', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:53:19.340812 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07b89f8-4f60-4a91-a9d2-1f7154f2063f" -d '{"events": [{"server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "name": "network-vif-deleted", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:53:19.382516 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be435a-b461-4eb1-aa30-c8cd94e941ac x-openstack-request-id: req-67be435a-b461-4eb1-aa30-c8cd94e941ac {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:53:19.382812 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97309de-6017-4b94-849c-97fa33357150", "name": "network-vif-deleted", "tag": "a7363c7b-d485-43a4-9f58-3ba1e4294335", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:53:19.383067 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67be435a-b461-4eb1-aa30-c8cd94e941ac {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:53:19.383464 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97309de-6017-4b94-849c-97fa33357150', 'name': 'network-vif-deleted', 'tag': 'a7363c7b-d485-43a4-9f58-3ba1e4294335', 'status': 'completed', 'code': 200} Aug 13 03:53:20.344047 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6a87eb87-97b4-448b-8c47-5d076e3baa70 req-b3f96d6f-2c21-454b-a7c3-8bc0ee494009 tempest-VolumesNegativeTest-1172448658 tempest-VolumesNegativeTest-1172448658-project] 10.222.0.45 "GET /v2.0/ports?device_id=a97309de-6017-4b94-849c-97fa33357150 HTTP/1.1" status: 200 len: 210 time: 0.0256982 Aug 13 03:53:21.412709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device a7363c7b-d485-43a4-9f58-3ba1e4294335 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:53:21.432133 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: a7363c7b-d485-43a4-9f58-3ba1e4294335 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:53:21.432477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device a7363c7b-d485-43a4-9f58-3ba1e4294335 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:53:26.203789 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47800) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:26.317240 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.413710 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.470774 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.507962 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab64984-88e9-4c5c-8daf-7972829d3f99,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:26.511772 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ada5784675b84bd688ae0c82b20ab8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069577 Aug 13 03:53:26.514641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47804) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:26.518910 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.519263 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.519603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.519963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.520294 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.520624 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.520954 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.521281 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.521605 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.521953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.522278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.522598 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f09d22-aadc-4792-9d0d-3c53a84be8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.569855 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.595206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.722009 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.724535 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:26.725791 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ab64984-88e9-4c5c-8daf-7972829d3f99 HTTP/1.1" status: 204 len: 168 time: 0.2100480 Aug 13 03:53:26.734236 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab64984-88e9-4c5c-8daf-7972829d3f99,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:26.741615 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.741988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.742327 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.742661 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.742990 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.743319 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.743643 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.743970 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.744294 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.744615 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.744940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:26.745257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef867be-f7f1-4fd5-b408-4c5a87e2c3a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:53:27.192923 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47822) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:27.330197 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b2cd99cd-611b-4a68-b09d-0abfb4e1cba9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ff420f4b2f24abab46c903de6b8ccc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359901 Aug 13 03:53:27.333368 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47826) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:27.347948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47828) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:27.362310 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bb637aac-d978-42a3-a6ed-75146c1239b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.393052 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.426054 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.456186 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bb637aac-d978-42a3-a6ed-75146c1239b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.534255 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bb637aac-d978-42a3-a6ed-75146c1239b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.561624 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.564280 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.565855 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e863dbf-1e97-43bf-bf60-9360cbf23c4a HTTP/1.1" status: 204 len: 168 time: 0.2308509 Aug 13 03:53:27.574031 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bae6cb-421b-474b-99f2-b30f102eed91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e863dbf-1e97-43bf-bf60-9360cbf23c4a,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:27.577113 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bb637aac-d978-42a3-a6ed-75146c1239b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3421834c02cb4c06bb6e586fabea55db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280753 Aug 13 03:53:27.578644 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb637aac-d978-42a3-a6ed-75146c1239b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a107d3fc-695d-4ecd-9e5a-4d50510cf64d,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:27.580479 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47832) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:27.641837 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.671486 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.796258 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.801656 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:27.801656 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a107d3fc-695d-4ecd-9e5a-4d50510cf64d HTTP/1.1" status: 204 len: 168 time: 0.2190421 Aug 13 03:53:27.809806 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b2e3a-c526-4fbe-81c6-f4ed6f672097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a107d3fc-695d-4ecd-9e5a-4d50510cf64d,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:28.033743 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:28.101255 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-1707650c-ace9-4185-bf96-30b7921f5d8b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464015 Aug 13 03:53:28.206247 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-b6f4d512-eb46-4d38-8acb-57d7d08b6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:28.207859 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-b6f4d512-eb46-4d38-8acb-57d7d08b6b75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.0423112 Aug 13 03:53:28.340424 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-9f90fc8d-e9cd-45ae-99f1-272bcdfd0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:28.342074 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-9f90fc8d-e9cd-45ae-99f1-272bcdfd0b1b service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.1080611 Aug 13 03:53:28.412339 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-7bdd0804-8540-4db3-90c3-0ca9f213ca01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 1001 time: 0.0623567 Aug 13 03:53:28.470251 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-916244b2-86dd-46fc-995e-b4af8c21f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:28.472948 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-916244b2-86dd-46fc-995e-b4af8c21f6a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0519872 Aug 13 03:53:28.799495 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-3d174cba-e210-4623-b069-ca24fc5551b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:28.801657 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-3d174cba-e210-4623-b069-ca24fc5551b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3201096 Aug 13 03:53:28.852678 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:53:28.896747 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-e01dc749-0371-4967-9a46-4d0504201c9a service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Aug 13 03:53:29.001573 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8d6840bf-71ed-451d-b0d2-09929cf303bf req-2bbef0a9-85e4-4a70-8cf8-882bb4d04405 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970778 Aug 13 03:53:30.937127 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47934) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:31.052244 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-69b567b1-f40e-472c-a1b0-49891717fd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.158055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-69b567b1-f40e-472c-a1b0-49891717fd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.206834 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-69b567b1-f40e-472c-a1b0-49891717fd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.244623 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b567b1-f40e-472c-a1b0-49891717fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadeb844-3841-4277-be76-60f853c8c00e,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:31.252579 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-69b567b1-f40e-472c-a1b0-49891717fd02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79a2ca95185f4a63a6b954ea386fdf6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135107 Aug 13 03:53:31.257005 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47938) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:31.307467 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.330212 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.453333 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.456334 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:31.457501 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eadeb844-3841-4277-be76-60f853c8c00e HTTP/1.1" status: 204 len: 168 time: 0.1994972 Aug 13 03:53:31.465416 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a824009-525f-4f05-8885-b59ba843e053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadeb844-3841-4277-be76-60f853c8c00e,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:32.048828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 47948) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:32.064737 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fcfebe22-dd66-4c21-b0a3-8180062079d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.153898 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fcfebe22-dd66-4c21-b0a3-8180062079d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.224258 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-fcfebe22-dd66-4c21-b0a3-8180062079d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.268755 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-fcfebe22-dd66-4c21-b0a3-8180062079d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a13cfc4a3b544aa7a5314c2bd2707618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2152617 Aug 13 03:53:32.268755 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfebe22-dd66-4c21-b0a3-8180062079d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6dfe7f-094c-43ab-8d4e-e92bd16dded8,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:32.271446 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 47952) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:32.325681 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.349340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.481874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.484437 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:32.485660 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a6dfe7f-094c-43ab-8d4e-e92bd16dded8 HTTP/1.1" status: 204 len: 168 time: 0.2131596 Aug 13 03:53:32.495230 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c0351-1a01-405f-bbf1-a2f679b4b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6dfe7f-094c-43ab-8d4e-e92bd16dded8,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:39.532923 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-353735b7-8681-42e8-aeea-a4aac53bdebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.087186 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-397aac3a-c5dc-46d7-9ad0-73fd33ab1e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:42.435912 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:43.812019 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.585378 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48060) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:44.691799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a7-615e-4652-a695-1049424bc2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.785265 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a7-615e-4652-a695-1049424bc2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.858691 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bd1854a7-615e-4652-a695-1049424bc2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.912534 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bd1854a7-615e-4652-a695-1049424bc2de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e72be35f2b7647f7b924431c613fb363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256812 Aug 13 03:53:44.913479 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1854a7-615e-4652-a695-1049424bc2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5361122-abbb-470d-ba52-2e980d0ed893,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:44.915323 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48064) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:44.965889 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:44.986035 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.110148 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.113347 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.114573 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5361122-abbb-470d-ba52-2e980d0ed893 HTTP/1.1" status: 204 len: 168 time: 0.1982384 Aug 13 03:53:45.122482 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461c4f6-92d4-4619-9476-e9a67979942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5361122-abbb-470d-ba52-2e980d0ed893,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:45.447335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:45.628226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d896b-b433-46cc-874b-43d1790fbc39 req-b001baf6-980e-4ccc-98b4-326614f85d4f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:45.629858 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-907d896b-b433-46cc-874b-43d1790fbc39 req-b001baf6-980e-4ccc-98b4-326614f85d4f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0562367 Aug 13 03:53:45.669100 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-907d896b-b433-46cc-874b-43d1790fbc39 req-115ad128-660a-409e-912a-1e28a48c141b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327892 Aug 13 03:53:46.662169 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48108) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:46.791030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-08a132be-d1be-4329-82d6-166ff7b60ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:46.827479 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb267a-40df-4d80-a911-a73b7f8a2cc7 req-377670ec-b388-4c24-a20e-dd30f00625c9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:46.829007 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3bb267a-40df-4d80-a911-a73b7f8a2cc7 req-377670ec-b388-4c24-a20e-dd30f00625c9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0756619 Aug 13 03:53:46.887476 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f3bb267a-40df-4d80-a911-a73b7f8a2cc7 req-cf1d39c7-70c5-4053-b33c-11575f4b6e88 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516310 Aug 13 03:53:46.933508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-08a132be-d1be-4329-82d6-166ff7b60ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.003497 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-08a132be-d1be-4329-82d6-166ff7b60ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.043313 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a132be-d1be-4329-82d6-166ff7b60ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ebd10-377f-48e9-9e4e-260883d941f0,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:47.045701 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-08a132be-d1be-4329-82d6-166ff7b60ea9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b3e5c30011e747bd968a83db0e6258a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825572 Aug 13 03:53:47.048302 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48116) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:47.099178 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.120440 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.224587 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.227311 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:47.228488 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/441ebd10-377f-48e9-9e4e-260883d941f0 HTTP/1.1" status: 204 len: 168 time: 0.1792750 Aug 13 03:53:47.236425 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc7e85-2d52-488b-bca5-c4a9e4325f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ebd10-377f-48e9-9e4e-260883d941f0,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:48.004423 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7ee42-5e25-4507-a046-3e8577f5abca req-8effe9e9-f59d-4bd8-b951-8b0335c685f0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:48.006003 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-01e7ee42-5e25-4507-a046-3e8577f5abca req-8effe9e9-f59d-4bd8-b951-8b0335c685f0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0496454 Aug 13 03:53:48.048609 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-01e7ee42-5e25-4507-a046-3e8577f5abca req-da6164fb-fc2c-4fb0-bcae-552b458d36b3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332432 Aug 13 03:53:49.163335 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb8e4d-83df-4387-bc8a-29d7c23e7ce9 req-26b45f69-4597-4bfe-bc4e-5840de495973 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:49.164839 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fddb8e4d-83df-4387-bc8a-29d7c23e7ce9 req-26b45f69-4597-4bfe-bc4e-5840de495973 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0488021 Aug 13 03:53:49.204873 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fddb8e4d-83df-4387-bc8a-29d7c23e7ce9 req-c038c9b4-1344-4ecc-9167-1d5fc3fae5bd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Aug 13 03:53:50.329490 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4b9f-55d4-43f2-9dc5-f10afd1f30f7 req-61103e23-4412-4cbe-bd14-7c26557cd1e0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:50.331290 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34cc4b9f-55d4-43f2-9dc5-f10afd1f30f7 req-61103e23-4412-4cbe-bd14-7c26557cd1e0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0538316 Aug 13 03:53:50.370275 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-34cc4b9f-55d4-43f2-9dc5-f10afd1f30f7 req-946cfbc1-a410-4b51-8263-c89fba5d2b41 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Aug 13 03:53:51.490256 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82033c53-c8fe-4cb3-b17a-4a9708e46267 req-bba74b7b-7709-4c36-a498-f456606c7f15 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:51.491799 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82033c53-c8fe-4cb3-b17a-4a9708e46267 req-bba74b7b-7709-4c36-a498-f456606c7f15 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Aug 13 03:53:51.531559 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82033c53-c8fe-4cb3-b17a-4a9708e46267 req-74b9d2d0-9e9d-4145-ae76-db901836612c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Aug 13 03:53:52.663660 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65126237-633f-4f8c-9e33-375d91636bee req-3274fe6a-63ba-451a-8665-6fc8b98f96f0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:52.665619 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65126237-633f-4f8c-9e33-375d91636bee req-3274fe6a-63ba-451a-8665-6fc8b98f96f0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0584500 Aug 13 03:53:52.713830 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65126237-633f-4f8c-9e33-375d91636bee req-c2a5b195-0cd7-41f9-89a6-7512545539f0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Aug 13 03:53:53.835306 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534b8d6-ee2e-401e-bd2e-a39ddcc25a4b req-0a3f0aee-0d62-4b0c-9a69-b55a1e1b4e2e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:53.836821 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c534b8d6-ee2e-401e-bd2e-a39ddcc25a4b req-0a3f0aee-0d62-4b0c-9a69-b55a1e1b4e2e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0497262 Aug 13 03:53:53.875654 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c534b8d6-ee2e-401e-bd2e-a39ddcc25a4b req-0c595c7b-efef-4aee-b8ff-94e468c32709 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 13 03:53:54.990753 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc89f67-5341-4c4a-860e-e255c6367ff5 req-6035e5a3-0662-4f24-b709-d66ec6b14da7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:54.992403 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ddc89f67-5341-4c4a-860e-e255c6367ff5 req-6035e5a3-0662-4f24-b709-d66ec6b14da7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0490558 Aug 13 03:53:55.033220 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ddc89f67-5341-4c4a-860e-e255c6367ff5 req-2f06d86f-0197-4c0a-b154-a043e2693351 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345235 Aug 13 03:53:56.152182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf3402-f1e0-43ae-a89d-986960e8027e req-efa1dc07-7144-49ce-afa8-b64bb90b7ca8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:56.153693 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-93cf3402-f1e0-43ae-a89d-986960e8027e req-efa1dc07-7144-49ce-afa8-b64bb90b7ca8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Aug 13 03:53:56.196119 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-93cf3402-f1e0-43ae-a89d-986960e8027e req-73de30cb-45fe-45a1-8329-39e6533fee72 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356042 Aug 13 03:53:56.431257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48270) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:56.544651 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5133c86e-4572-4910-b279-99efa573a31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.636872 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5133c86e-4572-4910-b279-99efa573a31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.699030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5133c86e-4572-4910-b279-99efa573a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.738034 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5133c86e-4572-4910-b279-99efa573a31d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=704514e7c82a480b8403bd158fa98623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3056242 Aug 13 03:53:56.738876 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133c86e-4572-4910-b279-99efa573a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66d41fe-f0c0-45b2-8664-d48a4510335f,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:56.742723 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48274) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:53:56.793994 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.815057 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.955855 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.960124 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:56.961292 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a66d41fe-f0c0-45b2-8664-d48a4510335f HTTP/1.1" status: 204 len: 168 time: 0.2172196 Aug 13 03:53:56.969524 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b59863-f9c3-4e1c-8719-1be0ee327247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66d41fe-f0c0-45b2-8664-d48a4510335f,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:53:57.331692 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5af901-0164-4ef3-a588-c748cea022ec req-e572b925-bfea-41a5-8a47-f056cf1c55c6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:57.333429 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad5af901-0164-4ef3-a588-c748cea022ec req-e572b925-bfea-41a5-8a47-f056cf1c55c6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0625358 Aug 13 03:53:57.375952 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad5af901-0164-4ef3-a588-c748cea022ec req-a53edf2a-ceea-48e2-9bcf-cd34dea5da83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354359 Aug 13 03:53:58.029895 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:53:58.499185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b242c6-9115-42b4-951e-c7fcaa095433 req-05ac4fc8-b966-4dfb-84dd-77015534b3e1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:58.500710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8b242c6-9115-42b4-951e-c7fcaa095433 req-05ac4fc8-b966-4dfb-84dd-77015534b3e1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0539327 Aug 13 03:53:58.549641 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8b242c6-9115-42b4-951e-c7fcaa095433 req-d986ce08-5baa-4ac6-b536-116702913183 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Aug 13 03:53:59.566025 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd99240-cece-43bb-b56d-12cdeec62726 req-58eda7c5-9bd2-4837-b9c6-529088ce95f6 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.567538 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9cd99240-cece-43bb-b56d-12cdeec62726 req-58eda7c5-9bd2-4837-b9c6-529088ce95f6 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0508089 Aug 13 03:53:59.623557 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9cd99240-cece-43bb-b56d-12cdeec62726 req-9495c512-e3fb-4f83-9c92-dacc7f37acc8 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459378 Aug 13 03:53:59.686205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ced68-e2c2-41bd-a2f6-236c61f3003f req-766d4e53-66bc-428b-9de0-c76f71eabc07 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.687934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f43ced68-e2c2-41bd-a2f6-236c61f3003f req-766d4e53-66bc-428b-9de0-c76f71eabc07 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0513458 Aug 13 03:53:59.699116 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-c5b2de9c-5354-45bc-9a85-f77935ac037f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.700716 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-c5b2de9c-5354-45bc-9a85-f77935ac037f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1138 time: 0.0758901 Aug 13 03:53:59.732746 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f43ced68-e2c2-41bd-a2f6-236c61f3003f req-a31bc83f-3295-41f7-a3fc-82d835780e9f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373135 Aug 13 03:53:59.819210 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-f05ad8cc-fcfd-4055-838d-95691e412b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.821049 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-f05ad8cc-fcfd-4055-838d-95691e412b93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.1041887 Aug 13 03:53:59.890869 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-ae71169f-2bbf-445e-b6ef-6d61d6477136 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 1001 time: 0.0612698 Aug 13 03:53:59.941393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-46ff9636-1b3c-4c3f-a43f-4ccf4351dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.942987 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-46ff9636-1b3c-4c3f-a43f-4ccf4351dc5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0442791 Aug 13 03:53:59.997421 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-3c5006f4-4d54-4dd1-a91d-86da8adb1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:53:59.998991 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-3c5006f4-4d54-4dd1-a91d-86da8adb1342 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486345 Aug 13 03:54:00.095222 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-2471dd84-018e-44cd-aa67-58fc1c99eaf1 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879192 Aug 13 03:54:00.196968 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f871a0db-4d0a-4e34-b5a2-6a68f33dbf35 req-9f199f34-8e34-497e-ae86-2fa3c145c380 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940821 Aug 13 03:54:00.742879 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316edc8c-7721-4db5-9a3c-e65ec18ab27b req-52ce6234-2937-4ac4-9f0a-2e2b63e63c8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:00.744450 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-316edc8c-7721-4db5-9a3c-e65ec18ab27b req-52ce6234-2937-4ac4-9f0a-2e2b63e63c8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0572011 Aug 13 03:54:00.787352 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-316edc8c-7721-4db5-9a3c-e65ec18ab27b req-6d52fa3c-6be4-4476-8522-4765636e875e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364585 Aug 13 03:54:00.860537 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4cb4-3854-42f7-b650-60efe7bb6f4f req-e1ea327a-fb82-4ce5-b6c4-25aeb1734e6f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:00.862067 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8acd4cb4-3854-42f7-b650-60efe7bb6f4f req-e1ea327a-fb82-4ce5-b6c4-25aeb1734e6f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0495965 Aug 13 03:54:00.901417 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8acd4cb4-3854-42f7-b650-60efe7bb6f4f req-479b3cc4-e206-4b03-895d-f14881c55cfc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323737 Aug 13 03:54:01.915998 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdf31b-aa69-430d-906a-5cb87e8b41c2 req-d2930309-5ec1-482f-bc2a-c8318d471abe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:01.917502 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eefdf31b-aa69-430d-906a-5cb87e8b41c2 req-d2930309-5ec1-482f-bc2a-c8318d471abe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0499668 Aug 13 03:54:01.970891 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eefdf31b-aa69-430d-906a-5cb87e8b41c2 req-b81ac7e0-472e-4522-8990-db27259dc6f1 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467966 Aug 13 03:54:02.057200 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afadf1ba-5ce8-486d-b30f-667f3bef0555 req-455a52c0-ecca-4be5-98c7-a3b605661697 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:02.059200 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-afadf1ba-5ce8-486d-b30f-667f3bef0555 req-455a52c0-ecca-4be5-98c7-a3b605661697 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0762100 Aug 13 03:54:02.105484 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-afadf1ba-5ce8-486d-b30f-667f3bef0555 req-ea02253f-189b-4ca1-868b-a87bc198c75c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339053 Aug 13 03:54:03.090686 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b49c8-475e-44fa-8fc2-c546423be929 req-fb01d52d-1f9d-496b-a114-f1843b4c61c0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:03.092224 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f08b49c8-475e-44fa-8fc2-c546423be929 req-fb01d52d-1f9d-496b-a114-f1843b4c61c0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0495491 Aug 13 03:54:03.133603 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f08b49c8-475e-44fa-8fc2-c546423be929 req-2edfa509-d68b-44de-b34e-d94222ed367e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351164 Aug 13 03:54:03.216085 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565942-3668-4daa-b75d-7519703b08c4 req-e30c5e1e-f9f7-44be-a8d0-489bf6ed77a9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:03.217553 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43565942-3668-4daa-b75d-7519703b08c4 req-e30c5e1e-f9f7-44be-a8d0-489bf6ed77a9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0486352 Aug 13 03:54:03.254564 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-43565942-3668-4daa-b75d-7519703b08c4 req-883b2dcf-53a2-4d1c-b0be-705079a496cd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306315 Aug 13 03:54:04.252917 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c0d11-6fee-4ab7-9a6b-a0536597bba4 req-4db6b6b1-8884-4bc2-8291-1918d0fd1ff7 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:04.254458 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1a4c0d11-6fee-4ab7-9a6b-a0536597bba4 req-4db6b6b1-8884-4bc2-8291-1918d0fd1ff7 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0527453 Aug 13 03:54:04.297116 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1a4c0d11-6fee-4ab7-9a6b-a0536597bba4 req-4261646d-aca3-4ad2-90ea-e789a2b941dc tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355170 Aug 13 03:54:04.387832 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169ea61-3a21-4e13-a9ce-49dcdd6a3452 req-97b4ac6f-641d-4827-a5bd-5df15ac0cdf3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:04.389356 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5169ea61-3a21-4e13-a9ce-49dcdd6a3452 req-97b4ac6f-641d-4827-a5bd-5df15ac0cdf3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Aug 13 03:54:04.427430 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5169ea61-3a21-4e13-a9ce-49dcdd6a3452 req-29449d0d-9117-4a5e-befa-61a07466a499 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 13 03:54:05.081158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48392) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:05.188715 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fa44dfd2-7373-4905-9f4e-71eb4a1962a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.278476 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fa44dfd2-7373-4905-9f4e-71eb4a1962a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.321593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fa44dfd2-7373-4905-9f4e-71eb4a1962a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.360205 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fa44dfd2-7373-4905-9f4e-71eb4a1962a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cde08988d5fe4af98e0be4e19c4654a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774930 Aug 13 03:54:05.361094 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44dfd2-7373-4905-9f4e-71eb4a1962a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e9a498-8071-4ae6-8d3a-845dc83d9dc6,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:05.362992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48398) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:05.452868 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcbcc-9d30-45ad-a420-d00db1870ec7 req-8b72ecd4-a477-4f07-9b02-200a77b1d45d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:05.454288 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5acdcbcc-9d30-45ad-a420-d00db1870ec7 req-8b72ecd4-a477-4f07-9b02-200a77b1d45d tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0891163 Aug 13 03:54:05.459151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.741384 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.783456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5acdcbcc-9d30-45ad-a420-d00db1870ec7 req-348cf9f3-f717-42dd-a629-99724f5864a3 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3215697 Aug 13 03:54:05.815432 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd261b-e091-44ac-95a4-3a5cbe68dcd0 req-23fb3eb2-214a-4e7e-b6fa-77daf9834965 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:05.816912 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-33dd261b-e091-44ac-95a4-3a5cbe68dcd0 req-23fb3eb2-214a-4e7e-b6fa-77daf9834965 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0966699 Aug 13 03:54:05.851502 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:05.857160 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-33dd261b-e091-44ac-95a4-3a5cbe68dcd0 req-9783166e-f7af-4cd0-a82d-1ed386334bf1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342524 Aug 13 03:54:05.909734 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.912369 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:05.913508 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94e9a498-8071-4ae6-8d3a-845dc83d9dc6 HTTP/1.1" status: 204 len: 168 time: 0.5495033 Aug 13 03:54:05.924084 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9d51a-d87b-4737-a61d-9e12d510e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e9a498-8071-4ae6-8d3a-845dc83d9dc6,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:06.218984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703ed90-e894-464e-808d-05614a609ff7 req-9689ca47-7639-4c6a-be58-252b2ed75a5f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.220703 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4703ed90-e894-464e-808d-05614a609ff7 req-9689ca47-7639-4c6a-be58-252b2ed75a5f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Aug 13 03:54:06.267509 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4703ed90-e894-464e-808d-05614a609ff7 req-8a212e14-cd5c-4482-aff9-3ec748d0bc4f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400634 Aug 13 03:54:06.335418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-29e8ff8b-f58f-49f8-b840-383c8f0562c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.338227 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-29e8ff8b-f58f-49f8-b840-383c8f0562c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 1098 time: 0.0453284 Aug 13 03:54:06.441186 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-23196c7b-fcec-4e07-b812-fab71d506ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.442823 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-23196c7b-fcec-4e07-b812-fab71d506ff5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.0970187 Aug 13 03:54:06.510559 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-00bf1e9a-7e67-4ff3-8450-5b24addd0185 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 200 len: 1001 time: 0.0595398 Aug 13 03:54:06.566727 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-a7098c99-d744-4f2e-8e38-c766852257eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.568240 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-a7098c99-d744-4f2e-8e38-c766852257eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0510411 Aug 13 03:54:06.617133 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-9da4175e-a5f0-45d6-a57f-8d91c5c33a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.619293 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-9da4175e-a5f0-45d6-a57f-8d91c5c33a12 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437822 Aug 13 03:54:06.710906 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-aa02be4d-3862-4318-87ef-7ef0487fa45e service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Aug 13 03:54:06.805006 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-e9d5ecf3-fcd5-40a5-a6a5-1d222f07c31f req-55d61cfb-2ae3-4778-b418-33f25e1d06f8 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861647 Aug 13 03:54:06.900556 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355e07b-f51d-463f-86c4-e138a898c364 req-e75c0ba8-5fdb-4233-b67f-297350051d96 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:06.902079 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6355e07b-f51d-463f-86c4-e138a898c364 req-e75c0ba8-5fdb-4233-b67f-297350051d96 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0489841 Aug 13 03:54:06.941851 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6355e07b-f51d-463f-86c4-e138a898c364 req-8cc285ce-957a-405e-ad5a-7395556718a6 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337617 Aug 13 03:54:07.390955 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be708aa7-223d-41fd-addd-7268c9607009 req-295d97a4-b068-4810-ae8b-a279bb8b0850 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:07.392459 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-be708aa7-223d-41fd-addd-7268c9607009 req-295d97a4-b068-4810-ae8b-a279bb8b0850 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0504973 Aug 13 03:54:07.434556 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-be708aa7-223d-41fd-addd-7268c9607009 req-fc1d4c84-2660-44e2-b7d3-1ac4fbf205da tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353026 Aug 13 03:54:08.058746 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681efa08-558f-4338-be79-d9cc9b6dc36f req-f63331b3-cfb7-464d-a187-6137c00f3da0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:08.060642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-681efa08-558f-4338-be79-d9cc9b6dc36f req-f63331b3-cfb7-464d-a187-6137c00f3da0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0498815 Aug 13 03:54:08.107638 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-681efa08-558f-4338-be79-d9cc9b6dc36f req-50b1a11d-96ce-4530-b0b6-49086177bd99 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412025 Aug 13 03:54:08.552575 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd36283-1998-420f-9a12-168efd0a200c req-be10316b-1eba-43a2-be13-1ae3693971d5 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:08.554119 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9bd36283-1998-420f-9a12-168efd0a200c req-be10316b-1eba-43a2-be13-1ae3693971d5 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0501053 Aug 13 03:54:08.600431 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9bd36283-1998-420f-9a12-168efd0a200c req-220b39ae-1395-4e53-9c1c-90a611223cc0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398924 Aug 13 03:54:09.226613 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d9c6f-a163-440c-86b4-8b2cbcce3485 req-48a25d82-312c-429b-8de1-76415ef4d37c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:09.228776 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f17d9c6f-a163-440c-86b4-8b2cbcce3485 req-48a25d82-312c-429b-8de1-76415ef4d37c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0525787 Aug 13 03:54:09.270798 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f17d9c6f-a163-440c-86b4-8b2cbcce3485 req-def5b43a-da2b-498f-a380-c62413d97922 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354562 Aug 13 03:54:09.561409 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7b9314bd-5ecf-4286-a06d-94affabc9a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:10.385499 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c9cab-cdac-47a5-82a8-9bd29b4c0ed7 req-fc6d5cc9-9315-4eba-bc2d-ec222a32aaa9 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:10.387038 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c98c9cab-cdac-47a5-82a8-9bd29b4c0ed7 req-fc6d5cc9-9315-4eba-bc2d-ec222a32aaa9 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0490487 Aug 13 03:54:10.432443 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c98c9cab-cdac-47a5-82a8-9bd29b4c0ed7 req-872c657b-87f9-45b6-8596-6dcbf8b2056b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394020 Aug 13 03:54:11.550777 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d31fed-9a2f-4daa-b2b9-f76708b4fa93 req-0d4665a1-fa61-40d9-a0c2-d38898e6bb63 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:11.552296 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-47d31fed-9a2f-4daa-b2b9-f76708b4fa93 req-0d4665a1-fa61-40d9-a0c2-d38898e6bb63 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0514104 Aug 13 03:54:11.595840 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-47d31fed-9a2f-4daa-b2b9-f76708b4fa93 req-56c52c95-5bdc-4428-be2b-937311c87f66 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362017 Aug 13 03:54:12.058708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-062c9a6f-32d5-40a0-8bd0-2c615c079b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:12.463879 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:12.728953 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064abd2e-211b-447f-b435-a65db795eb77 req-bb2d1f35-96e0-4a78-b0e4-76dc06f515dd tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:12.730507 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-064abd2e-211b-447f-b435-a65db795eb77 req-bb2d1f35-96e0-4a78-b0e4-76dc06f515dd tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0531960 Aug 13 03:54:12.776971 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-064abd2e-211b-447f-b435-a65db795eb77 req-25bfd339-0031-4d0f-892c-affa940c9b03 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400178 Aug 13 03:54:13.835582 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:13.894325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5399c4-c123-46ff-91ac-9fb669900dee req-c1229a5f-6206-489d-82dd-fa3aea982730 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:13.895917 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc5399c4-c123-46ff-91ac-9fb669900dee req-c1229a5f-6206-489d-82dd-fa3aea982730 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0500119 Aug 13 03:54:13.941677 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc5399c4-c123-46ff-91ac-9fb669900dee req-bfa351d7-09fc-43db-8591-5915552898ff tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386882 Aug 13 03:54:15.067143 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287695d-fcc8-4ee3-85ed-79104f535185 req-cde071c4-ffd7-4523-9f1f-020b2004d325 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:15.068859 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a287695d-fcc8-4ee3-85ed-79104f535185 req-cde071c4-ffd7-4523-9f1f-020b2004d325 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0510445 Aug 13 03:54:15.111194 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a287695d-fcc8-4ee3-85ed-79104f535185 req-5867e522-f77d-4249-8d27-673b1f95c5fc tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356603 Aug 13 03:54:15.458417 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:16.228472 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b45573-5c1f-46b8-a8c5-589e3e5ae377 req-ab46e8e9-1803-4a85-a6f0-0d506cd603ba tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:16.230050 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-24b45573-5c1f-46b8-a8c5-589e3e5ae377 req-ab46e8e9-1803-4a85-a6f0-0d506cd603ba tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0499356 Aug 13 03:54:16.270578 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-24b45573-5c1f-46b8-a8c5-589e3e5ae377 req-b08c250f-b1be-448f-9665-5ae8cb1f8710 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340524 Aug 13 03:54:17.387707 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86b0e5-1e0d-4de7-bb60-501b6589d6be req-7bfcdb06-5cf8-41c9-8474-a7fe2b80fdfa tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:17.389373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8f86b0e5-1e0d-4de7-bb60-501b6589d6be req-7bfcdb06-5cf8-41c9-8474-a7fe2b80fdfa tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0502443 Aug 13 03:54:17.434706 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8f86b0e5-1e0d-4de7-bb60-501b6589d6be req-e75d9092-7f30-4499-9cb0-1666c67db38c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=782a162a-bfa2-4ef7-8106-7ebbeca16773&id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389316 Aug 13 03:54:28.018343 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:30.073445 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-941f9dfc-a2bd-4c41-8076-264d8f0420d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401142 Aug 13 03:54:30.148016 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-b7f83a4d-367b-4942-a69c-caf82d30c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:30.149534 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-b7f83a4d-367b-4942-a69c-caf82d30c71a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 1099 time: 0.0410686 Aug 13 03:54:30.266354 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-da28aba5-3a11-410e-8e12-ed64338ef70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:30.267948 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-da28aba5-3a11-410e-8e12-ed64338ef70f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0952539 Aug 13 03:54:30.334395 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-1723771e-77c0-42a8-a132-e9fd76878d96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 200 len: 1001 time: 0.0580411 Aug 13 03:54:30.389997 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-b43c4639-7c1c-4d03-8fbd-6f77144a3bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:30.391567 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-b43c4639-7c1c-4d03-8fbd-6f77144a3bec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0490355 Aug 13 03:54:30.437617 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-f541dc58-0de3-4dc8-85f7-e5d30a904b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:30.439163 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-f541dc58-0de3-4dc8-85f7-e5d30a904b3e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403669 Aug 13 03:54:30.534145 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-edd86694-a481-467f-891d-e936e6725460 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871322 Aug 13 03:54:30.633229 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-848da508-1d23-449e-b4a3-7a517a1ce786 req-2ca245d3-a89f-44a5-b170-d382b4e2750d service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895698 Aug 13 03:54:36.749151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8e5e2-b4ae-4524-bba3-7a1cd165ecc9 req-21c990e2-86d3-4cb3-9231-0ada3c7115cf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:36.750669 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ac8e5e2-b4ae-4524-bba3-7a1cd165ecc9 req-21c990e2-86d3-4cb3-9231-0ada3c7115cf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0484619 Aug 13 03:54:36.790638 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ac8e5e2-b4ae-4524-bba3-7a1cd165ecc9 req-6d0f505c-ffe9-429b-9f09-8c0f1f66c704 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Aug 13 03:54:37.917276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498a792-3394-4e89-9adf-204dedf0c338 req-d771b0a7-e03a-410f-827b-a0c83cf78477 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:37.918849 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e498a792-3394-4e89-9adf-204dedf0c338 req-d771b0a7-e03a-410f-827b-a0c83cf78477 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0517128 Aug 13 03:54:37.957026 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e498a792-3394-4e89-9adf-204dedf0c338 req-2f9328fe-269d-4bd9-92b0-16b60a750d66 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Aug 13 03:54:38.745602 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-496eafc1-32d8-4c90-ad63-4feb9e802d99 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:38.747113 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-496eafc1-32d8-4c90-ad63-4feb9e802d99 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0496767 Aug 13 03:54:38.843445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Deleting port bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:54:38.843789 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:38.931482 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] For port bbe65dcd-99c5-4ec9-9678-041546213e58, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bbe65dcd-99c5-4ec9-9678-041546213e58,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:54:38.931844 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.084004 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866772c5-1aae-4263-ae1c-5dff29c49dbe req-7e601f21-fef9-4853-8d02-0b89fbe3c1ef tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:39.085497 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-866772c5-1aae-4263-ae1c-5dff29c49dbe req-7e601f21-fef9-4853-8d02-0b89fbe3c1ef tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 946 time: 0.0485988 Aug 13 03:54:39.132015 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-866772c5-1aae-4263-ae1c-5dff29c49dbe req-787c2d53-0d10-48f2-a15c-ee748e73e95e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=44270e63-24ea-4eed-b78c-c775e22579ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Aug 13 03:54:39.209176 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.209562 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.209915 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Floating IP f604de99-2ad8-495b-94e8-21553b21e2be disassociated. External IP: 172.27.1.109, port: bbe65dcd-99c5-4ec9-9678-041546213e58. Aug 13 03:54:39.210266 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Calling delete_port for bbe65dcd-99c5-4ec9-9678-041546213e58 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:54:39.407182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.438767 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'Port': ['ID=bbe65dcd-99c5-4ec9-9678-041546213e58,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:39.449413 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.449782 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.450142 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.450479 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.450811 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.451148 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.451753 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.452087 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.452412 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.452735 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.453059 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.453383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:39.560274 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:54:39.561120 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dbb52aa8-ef56-4137-853f-9f6891b1f114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.666935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:54:39.678364 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:54:39.689667 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:54:39.690387 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:54:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:54:39.706957 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] No DVR routers for this DVR port bbe65dcd-99c5-4ec9-9678-041546213e58 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:54:39.709806 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:39.713731 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ce74df3b-d5c7-4c0c-a5ca-1dd5b7af21f4 req-eb9ecffa-755d-41c7-af5a-9ee4612e7535 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "DELETE /v2.0/ports/bbe65dcd-99c5-4ec9-9678-041546213e58 HTTP/1.1" status: 204 len: 173 time: 0.9562445 Aug 13 03:54:39.713731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-deleted', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:54:39.714827 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beba157a-fc2e-45f3-b816-e9e088f72b50" -d '{"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-deleted", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:54:39.752813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726dbf8-89a6-430f-9c34-643ade7c06dc x-openstack-request-id: req-b726dbf8-89a6-430f-9c34-643ade7c06dc {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:54:39.753418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19089807-a0e4-49a8-9022-7c3c29bf2d4f", "name": "network-vif-deleted", "tag": "bbe65dcd-99c5-4ec9-9678-041546213e58", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:54:39.753418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b726dbf8-89a6-430f-9c34-643ade7c06dc {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:54:39.753734 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19089807-a0e4-49a8-9022-7c3c29bf2d4f', 'name': 'network-vif-deleted', 'tag': 'bbe65dcd-99c5-4ec9-9678-041546213e58', 'status': 'completed', 'code': 200} Aug 13 03:54:39.803406 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:54:40.021742 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:54:40.058930 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:54:40.067647 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:54:40.068142 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:54:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:54:40.191890 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:54:40.265841 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-afa8dff7-d064-4775-80d3-02a8db5c44a3 req-577f6c85-2be0-49a9-a4f3-1f4dee08c0c4 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=19089807-a0e4-49a8-9022-7c3c29bf2d4f HTTP/1.1" status: 200 len: 210 time: 0.0316927 Aug 13 03:54:40.524620 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:54:40.551623 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6890b3-1930-4144-9e78-75544a545007 None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:54:40.789787 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260e341a-f406-4027-b660-b5e548864ef7 None None] New status for floating IP f604de99-2ad8-495b-94e8-21553b21e2be: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:54:41.419611 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48494) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:41.474684 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.499629 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.641320 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.644291 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.645910 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "DELETE /v2.0/security-groups/44270e63-24ea-4eed-b78c-c775e22579ad HTTP/1.1" status: 204 len: 168 time: 0.2250550 Aug 13 03:54:41.648536 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48496) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:41.656026 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44270e63-24ea-4eed-b78c-c775e22579ad,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:41.663201 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.663547 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.663785 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.api.v2.resource [None req-60d94584-dac4-4423-8665-265883d51e42 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] show failed (client error): The resource could not be found. Aug 13 03:54:41.663914 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.664206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.664902 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.665041 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-60d94584-dac4-4423-8665-265883d51e42 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups/44270e63-24ea-4eed-b78c-c775e22579ad HTTP/1.1" status: 404 len: 347 time: 0.0153651 Aug 13 03:54:41.665136 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.665256 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.665578 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.665949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.666278 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.667259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.668657 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f9e59-ffb0-415c-979c-fe55771f6849 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:41.669340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48498) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:41.802978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Deleting port 1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:54:41.803329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.839194 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:54:41.864603 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: bbe65dcd-99c5-4ec9-9678-041546213e58 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:54:41.864955 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device bbe65dcd-99c5-4ec9-9678-041546213e58 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:54:41.889283 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.889623 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:41.903564 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Calling delete_port for 1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:54:42.063698 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6e2b17f1-8562-4783-943f-80e6236011c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.086950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.112393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'Port': ['ID=1d0343ab-fc90-4ad7-9e10-d6adaa2cf1d1,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:42.176346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.178823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.180014 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0ce59eea-7425-470f-9ea3-80d5e8f2317d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "DELETE /v2.0/floatingips/f604de99-2ad8-495b-94e8-21553b21e2be HTTP/1.1" status: 204 len: 168 time: 0.5088482 Aug 13 03:54:42.395607 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.616773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48502) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:42.621508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475528150', 'description': 'tempest-description--991645665'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:42.686991 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.771963 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.812352 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.845828 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c370f20-bd40-4e74-95b6-aca9fbafc10a,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:42.851711 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:54:42.887811 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:42.889219 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-83dff4a5-4348-47a0-9e35-399b570dd757 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2713504 Aug 13 03:54:42.892229 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48504) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:42.898548 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group_rule': {'security_group_id': '2c370f20-bd40-4e74-95b6-aca9fbafc10a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:42.972080 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.031847 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.109303 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.127407 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b0a829-f5f9-451c-9311-6b3d5c90be01,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:43.184430 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.185984 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5d7ef4f6-6f9b-41ed-926f-e572500dd380 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2923424 Aug 13 03:54:43.189148 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48506) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:43.193705 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'security_group_rule': {'security_group_id': '2c370f20-bd40-4e74-95b6-aca9fbafc10a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:43.264087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.321942 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.424506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.442121 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a8cc5b-a6e2-4d25-8152-5b5d40812959,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:43.590662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.592009 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-3a80568f-9957-4731-bfa6-9f791ddb63cd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4018571 Aug 13 03:54:43.595359 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48508) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:43.600413 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:43.675508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.777987 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.829450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:43.884549 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Allocated IP 172.27.1.174 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/3a20cab0-e46c-4006-9c08-3341db126f76) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:54:43.996493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.122502 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.169746 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:54:44.176535 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:54:44.180113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:54:44.186491 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=3a20cab0-e46c-4006-9c08-3341db126f76,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:44.319109 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.428286 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.586327 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.658324 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.725730 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=3a20cab0-e46c-4006-9c08-3341db126f76,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:44.739522 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.818575 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:44.819883 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b097a7b6-3d74-49b6-8c56-c848089bad00 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2235930 Aug 13 03:54:45.100832 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-787d111a-0bb5-41bc-a751-c6b33a4c9822 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--475528150&fields=id&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 267 time: 0.0344219 Aug 13 03:54:45.210060 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-2436542b-05be-4808-850c-5d49d2e72497 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:45.211572 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-2436542b-05be-4808-850c-5d49d2e72497 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 817 time: 0.1035948 Aug 13 03:54:45.228897 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-619597ce-c1ef-4647-a252-77238a505182 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/quotas/2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 375 time: 0.0102537 Aug 13 03:54:45.289274 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-8a54f84c-fb2d-4b42-9878-e5f14be2c8fe tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525398 Aug 13 03:54:45.385154 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-1d84988c-556b-40cb-b216-53e4dd11385e service neutron] 10.222.0.45 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840919 Aug 13 03:54:45.464275 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:45.483691 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-84ed018a-a674-4f51-a2e7-a1f02d77f508 service neutron] 10.222.0.45 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 Aug 13 03:54:46.742527 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-82f57d82-e9c9-4a0f-9818-9a6563173a51 req-b2cc0a1b-6154-4448-ac90-6337aa714d47 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 210 time: 0.0265994 Aug 13 03:54:47.843321 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-741b3c4a-a8f1-48d4-960e-50ae125fdd2f req-6e4f4ce8-d2e5-4eab-bd22-5ee8f1d950c5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Aug 13 03:54:48.653833 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-699020fd-a477-4961-944a-11fea15f0751 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:48.655328 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-699020fd-a477-4961-944a-11fea15f0751 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 817 time: 0.1177094 Aug 13 03:54:48.708728 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-05a0e2b7-3559-43cb-ba01-7bc0dea4e658 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 379 time: 0.0354354 Aug 13 03:54:48.721907 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'port': {'device_id': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'admin_state_up': True, 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'security_groups': ['2c370f20-bd40-4e74-95b6-aca9fbafc10a']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:48.926714 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Made reservation on behalf of 2ae187a3b2c6437eb5ccc20cc67e3f16 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:54:48.930393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:48.961123 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-97e52ce5-bfb5-488d-9e23-300e23ad9072 req-abfd2c75-ed55-4812-9332-36c6a4213a24 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 210 time: 0.0390689 Aug 13 03:54:49.068967 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Allocated IP 172.20.0.6 (fe8f59f1-a071-40ce-925f-8ec3816b8eab/762fb63d-361f-4cb3-b5e7-9565d9c40b86/d054a86c-9aa1-4c6b-add8-adc490c58d75) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:54:49.204371 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:49.475504 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Transition to ACTIVE for port object d054a86c-9aa1-4c6b-add8-adc490c58d75 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:54:49.561025 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:49.602864 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:54:49.608158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:54:49.611845 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:54:49.619230 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:49.667563 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:49.668200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:49.767817 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-e46b8fe9-0cbe-4743-998b-b9512b70968b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0525756 Aug 13 03:54:49.786468 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Request body: {'port': {'device_id': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:49.843430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:49.921400 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-0767a85f-d72f-45e3-a452-90e44fa1bc22 None None] Provisioning for port d054a86c-9aa1-4c6b-add8-adc490c58d75 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:54:49.925338 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-0767a85f-d72f-45e3-a452-90e44fa1bc22 None None] Provisioning complete for port d054a86c-9aa1-4c6b-add8-adc490c58d75 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:54:49.925750 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-0767a85f-d72f-45e3-a452-90e44fa1bc22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:49.960670 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-0767a85f-d72f-45e3-a452-90e44fa1bc22 None None] Port d054a86c-9aa1-4c6b-add8-adc490c58d75 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:54:50.096685 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15215b4-3e1f-422e-823b-c71a3ebb0abb req-cb34e50b-8741-40da-aa35-c716e314edcc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.098212 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e15215b4-3e1f-422e-823b-c71a3ebb0abb req-cb34e50b-8741-40da-aa35-c716e314edcc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 931 time: 0.0536289 Aug 13 03:54:50.117740 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:54:50.126083 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:50.138536 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e15215b4-3e1f-422e-823b-c71a3ebb0abb req-372b6c27-f33c-408d-b994-b4707aaaa3d8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341494 Aug 13 03:54:50.139272 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Transition to ACTIVE for port object d054a86c-9aa1-4c6b-add8-adc490c58d75 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:54:50.218521 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:50.268992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:50.357730 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Attempting to bind port d054a86c-9aa1-4c6b-add8-adc490c58d75 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:54:50.358108 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Attempting to bind port d054a86c-9aa1-4c6b-add8-adc490c58d75 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:54:50.358443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Attempting to bind port d054a86c-9aa1-4c6b-add8-adc490c58d75 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:54:50.363200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Port d054a86c-9aa1-4c6b-add8-adc490c58d75 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:54:50.363527 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Attempting to bind port d054a86c-9aa1-4c6b-add8-adc490c58d75 on network fe8f59f1-a071-40ce-925f-8ec3816b8eab {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:54:50.370200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:54:50.370562 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Checking segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:54:50.370947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Bound using segment: {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:54:50.371381 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Bound port: d054a86c-9aa1-4c6b-add8-adc490c58d75, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42361e1-07d0-4f05-af43-1a9d1bc231a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:54:50.371738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:50.437393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:54:50.440633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:54:50.493490 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:50.528329 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.528949 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:50.530619 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] 10.222.0.61 "PUT /v2.0/ports/d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 1093 time: 0.7488506 Aug 13 03:54:50.530962 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:54:50.533196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:54:50.564157 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2eaa2-cb75-4ec0-a47b-4c650b1f44e3 service neutron] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:50.580027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d6476-fbed-4dd5-a5ae-5f7f36628cd9 x-openstack-request-id: req-ec4d6476-fbed-4dd5-a5ae-5f7f36628cd9 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:54:50.580484 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:54:50.580882 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec4d6476-fbed-4dd5-a5ae-5f7f36628cd9 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:54:50.581492 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'status': 'completed', 'code': 200} Aug 13 03:54:50.675172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-028a7f6f-828e-4c9a-898c-fb2ecd04ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.676724 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-028a7f6f-828e-4c9a-898c-fb2ecd04ed92 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0548317 Aug 13 03:54:50.787604 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-5ecf0cb7-59b8-4280-ab32-63563a33c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.789026 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-5ecf0cb7-59b8-4280-ab32-63563a33c49e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0977502 Aug 13 03:54:50.885841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-f0da06c1-41fe-476f-b4c1-d772757e2eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.887356 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-65ec2514-7e6f-4204-bb3a-fd50bab3d81b req-f0da06c1-41fe-476f-b4c1-d772757e2eda service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918963 Aug 13 03:54:50.988614 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-9408bd3f-6710-4e80-9621-959feb9d3172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:50.990288 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-9408bd3f-6710-4e80-9621-959feb9d3172 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0430970 Aug 13 03:54:51.039521 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-615e8dbf-1f83-4bc0-8413-1e77a28e6dda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 217 time: 0.0348260 Aug 13 03:54:51.091158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-17ffb3c4-9978-4d00-9bc8-6b9704391b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:51.092631 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-17ffb3c4-9978-4d00-9bc8-6b9704391b90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0468357 Aug 13 03:54:51.138791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-f57c06e8-633f-4ee0-8f69-f55668d69b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:51.140326 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-f57c06e8-633f-4ee0-8f69-f55668d69b2f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406013 Aug 13 03:54:51.234772 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-766df7af-c790-4b3c-b416-8cf72546a093 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866759 Aug 13 03:54:51.261285 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e356-382c-4aa7-9d90-e4e81c44f481 req-edd1373a-82bd-4f6d-960b-b63ea8f1afc3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:51.262891 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65e4e356-382c-4aa7-9d90-e4e81c44f481 req-edd1373a-82bd-4f6d-960b-b63ea8f1afc3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0536211 Aug 13 03:54:51.301046 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65e4e356-382c-4aa7-9d90-e4e81c44f481 req-72a5928d-0870-4e8e-8090-09d853580b95 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321400 Aug 13 03:54:51.330547 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f63bd65f-d392-466a-a14a-0c0edc8c4103 req-40446384-f018-4c48-b210-d4c157e85fa5 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883374 Aug 13 03:54:52.426475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb7800-06e0-40b0-b530-c2eb7d6d2a18 req-5092e01d-cb07-44f9-9040-dcf73dd3307e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:52.427992 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-aedb7800-06e0-40b0-b530-c2eb7d6d2a18 req-5092e01d-cb07-44f9-9040-dcf73dd3307e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0503254 Aug 13 03:54:52.469799 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-aedb7800-06e0-40b0-b530-c2eb7d6d2a18 req-4b614cd1-71e9-4912-9401-b17314e6bfaf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351822 Aug 13 03:54:53.594071 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680cb79-38d8-4e23-964e-8c496b207841 req-9cc8f057-f3ba-4fcf-b1ac-5e1c2d49b4a6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:53.595630 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e680cb79-38d8-4e23-964e-8c496b207841 req-9cc8f057-f3ba-4fcf-b1ac-5e1c2d49b4a6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0506120 Aug 13 03:54:53.634039 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e680cb79-38d8-4e23-964e-8c496b207841 req-2dd90aa9-5335-49ef-81a9-86427ddb0a3c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324185 Aug 13 03:54:53.880462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:54:53.982460 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:54:53.995107 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:54:54.034681 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:54.047825 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:54:54.067978 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:54:54.201253 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:54.249368 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:54.256553 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.256911 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.257256 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.257600 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.257961 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.258301 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.258632 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.258964 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.259300 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.259626 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.259953 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.261316 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:54:54.725587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['d054a86c-9aa1-4c6b-add8-adc490c58d75'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:54:54.760984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef760-8855-42ab-a1ae-0713a12afd91 req-5811ca48-996c-4ee0-b0f2-c34ffad46e26 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:54.762549 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-851ef760-8855-42ab-a1ae-0713a12afd91 req-5811ca48-996c-4ee0-b0f2-c34ffad46e26 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0555716 Aug 13 03:54:54.801478 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-851ef760-8855-42ab-a1ae-0713a12afd91 req-24e42f15-9d79-4755-89a2-498531086da3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Aug 13 03:54:55.897748 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:54:55.928599 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fee99-b29d-4d7e-9f60-f3d24c0eb694 req-56275e90-0a64-45fb-a594-c3910b8c2f23 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:55.930167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e87fee99-b29d-4d7e-9f60-f3d24c0eb694 req-56275e90-0a64-45fb-a594-c3910b8c2f23 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0511804 Aug 13 03:54:55.975739 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e87fee99-b29d-4d7e-9f60-f3d24c0eb694 req-0d955b36-bbb3-4621-a703-5b15842f7dc8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386214 Aug 13 03:54:56.001286 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port d054a86c-9aa1-4c6b-add8-adc490c58d75 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:54:56.006087 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port d054a86c-9aa1-4c6b-add8-adc490c58d75 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:54:56.010890 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:56.087908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:56.109573 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:54:56.111822 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b5ccd0-8a46-4493-8f77-d7444f3d4bf0" -d '{"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:54:56.125104 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:54:56.149266 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93810674-cd59-48cd-b3ac-28bb3b91117b x-openstack-request-id: req-93810674-cd59-48cd-b3ac-28bb3b91117b {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:54:56.149555 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:54:56.149842 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93810674-cd59-48cd-b3ac-28bb3b91117b {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:54:56.153357 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'code': 200} Aug 13 03:54:56.201392 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:56.253841 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:54:56.474224 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95afdd5-f286-467e-a393-3cb4fe9d65e6 req-c2098a2d-2015-450a-87f8-6434958ca99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:56.475635 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d95afdd5-f286-467e-a393-3cb4fe9d65e6 req-c2098a2d-2015-450a-87f8-6434958ca99a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0404487 Aug 13 03:54:56.511463 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d95afdd5-f286-467e-a393-3cb4fe9d65e6 req-9a4f4347-974b-43ca-8c59-aa8a711b1d75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285749 Aug 13 03:54:57.118985 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1c59d-037d-4847-bd16-1d06a23816aa req-87ba1124-5111-4a50-8bc9-06adf67aa124 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:57.120604 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-12d1c59d-037d-4847-bd16-1d06a23816aa req-87ba1124-5111-4a50-8bc9-06adf67aa124 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0494764 Aug 13 03:54:57.158987 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-12d1c59d-037d-4847-bd16-1d06a23816aa req-85bfe128-7315-470c-9032-777c31bee87f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325186 Aug 13 03:54:58.012324 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:54:58.285707 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fef11-e1ea-4685-9c14-57fb649da7e7 req-5097f27e-41d3-4c55-bade-6d602aaac008 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:58.287254 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f95fef11-e1ea-4685-9c14-57fb649da7e7 req-5097f27e-41d3-4c55-bade-6d602aaac008 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0546486 Aug 13 03:54:58.326373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f95fef11-e1ea-4685-9c14-57fb649da7e7 req-199b8d9e-80e6-4aec-aaf2-433579f3d667 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Aug 13 03:54:59.445960 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59656d18-a895-4477-b41a-01c22776e8bc req-13c1e403-8104-402e-bd22-3a0bbb0c8ef6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:59.447454 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59656d18-a895-4477-b41a-01c22776e8bc req-13c1e403-8104-402e-bd22-3a0bbb0c8ef6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Aug 13 03:54:59.486927 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59656d18-a895-4477-b41a-01c22776e8bc req-c061bd59-785c-4545-93da-ee9b4770efef tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331681 Aug 13 03:54:59.600832 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9dd3-9853-4535-adbf-7a48799fc008 req-e1d79c68-10fc-42fe-9c30-cbfd388c8fe9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:54:59.602461 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d2ff9dd3-9853-4535-adbf-7a48799fc008 req-e1d79c68-10fc-42fe-9c30-cbfd388c8fe9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Aug 13 03:54:59.611798 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48582) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:54:59.616259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Request body: {'floatingip': {'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:54:59.662279 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:00.106270 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:00.161224 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:00.258000 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Floating IP 6591a9ae-b8e2-4b08-8d1f-f2b251167233 associated. External IP: 172.27.1.174, port: d054a86c-9aa1-4c6b-add8-adc490c58d75. Aug 13 03:55:00.465929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:00.575887 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:00.580778 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:00.585711 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:00.598700 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:00.599337 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:54:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:00.608800 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-94e14f95-56c6-42d6-9d55-04d0aa821738 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "PUT /v2.0/floatingips/6591a9ae-b8e2-4b08-8d1f-f2b251167233 HTTP/1.1" status: 200 len: 991 time: 0.9959893 Aug 13 03:55:00.609409 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:00.611698 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3da626-de76-4894-8690-a78d5df1355e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:00.719073 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:00.769236 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c1d84d-841c-4a8b-92cc-cf87564aeabf x-openstack-request-id: req-f2c1d84d-841c-4a8b-92cc-cf87564aeabf {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:00.769566 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:00.769953 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2c1d84d-841c-4a8b-92cc-cf87564aeabf {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:00.770456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'status': 'completed', 'code': 200} Aug 13 03:55:00.858160 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da626-de76-4894-8690-a78d5df1355e req-b0705e2f-ded9-4084-a540-1f0a554841f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:00.859705 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-b0705e2f-ded9-4084-a540-1f0a554841f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0445669 Aug 13 03:55:00.954107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da626-de76-4894-8690-a78d5df1355e req-16b203cb-390d-4f0e-8552-9acfe3539089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:00.955605 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-16b203cb-390d-4f0e-8552-9acfe3539089 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0888016 Aug 13 03:55:00.957295 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '6591a9ae-b8e2-4b08-8d1f-f2b251167233', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:54:44Z', 'updated_at': '2021-08-13T03:55:00Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:00.990277 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:00.999701 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:01.000313 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:54:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:01.039882 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-f81b4364-e637-4796-a7b6-fb1ab6672041 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 999 time: 0.0766752 Aug 13 03:55:01.090104 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da626-de76-4894-8690-a78d5df1355e req-2b26f91d-c60d-4afc-b013-45b4550bd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:01.091640 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-2b26f91d-c60d-4afc-b013-45b4550bd195 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0443578 Aug 13 03:55:01.119304 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:01.140898 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3da626-de76-4894-8690-a78d5df1355e req-05cad919-f73e-4f67-a979-8b8f721ce8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:01.142476 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-05cad919-f73e-4f67-a979-8b8f721ce8f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426557 Aug 13 03:55:01.236840 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-ef3c0637-fd8e-44bb-bb30-9322d18b4d47 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856555 Aug 13 03:55:01.337342 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e3da626-de76-4894-8690-a78d5df1355e req-59bcd6f2-0aeb-43de-8f1b-d44b69908320 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Aug 13 03:55:01.347071 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '6591a9ae-b8e2-4b08-8d1f-f2b251167233', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:54:44Z', 'updated_at': '2021-08-13T03:55:00Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:01.377606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce5254a-bbb0-4bd2-a781-fb1ed16db4fd None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '6591a9ae-b8e2-4b08-8d1f-f2b251167233', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'floating_ip_address': '172.27.1.174', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:54:44Z', 'updated_at': '2021-08-13T03:55:00Z', 'revision_number': 1, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:01.570477 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4e617-2e9d-4a54-b2a2-fa6b5874cd93 None None] New status for floating IP 6591a9ae-b8e2-4b08-8d1f-f2b251167233: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:55:09.572321 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c42f2b68-3a0b-4303-879b-c347c7f15434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:12.092964 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9982-8c9c-4630-8828-2fae87831a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:12.401144 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:13.812362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:15.492420 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:17.563383 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db68b1-998e-4c0a-960d-6d6718b0ec4a req-9506f354-3520-4ab1-8d69-c1a1f3c24d9d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:17.564814 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59db68b1-998e-4c0a-960d-6d6718b0ec4a req-9506f354-3520-4ab1-8d69-c1a1f3c24d9d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0539031 Aug 13 03:55:17.603085 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-59db68b1-998e-4c0a-960d-6d6718b0ec4a req-c6a739d4-fa49-490b-b95e-1f7be77442a3 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323048 Aug 13 03:55:18.722894 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ceb01-df06-494b-9746-2cb7cef2b712 req-57452bab-4074-45f8-b40c-aab6538ece63 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:18.724419 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e01ceb01-df06-494b-9746-2cb7cef2b712 req-57452bab-4074-45f8-b40c-aab6538ece63 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Aug 13 03:55:18.763370 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e01ceb01-df06-494b-9746-2cb7cef2b712 req-c61c9754-aec7-4d5f-bd26-57cfa9b370f2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=c8b6fcb2-72d1-49e2-b0f1-782695e841b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Aug 13 03:55:19.071547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-357707d1-defb-4721-a6d6-83e2eec4f2f4 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:19.073036 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-357707d1-defb-4721-a6d6-83e2eec4f2f4 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 945 time: 0.0614731 Aug 13 03:55:19.175310 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Deleting port ede707c6-6897-4e72-ae96-27d112274cbf {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:19.175650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.261786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] For port ede707c6-6897-4e72-ae96-27d112274cbf, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ede707c6-6897-4e72-ae96-27d112274cbf,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:19.262174 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.442813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.443187 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.443505 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Floating IP dc5665f0-a8b1-4b88-80fe-7ce82070b8b3 disassociated. External IP: 172.27.1.183, port: ede707c6-6897-4e72-ae96-27d112274cbf. Aug 13 03:55:19.443842 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Calling delete_port for ede707c6-6897-4e72-ae96-27d112274cbf owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:19.641643 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.675799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'Port': ['ID=ede707c6-6897-4e72-ae96-27d112274cbf,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:19.794742 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:19.850487 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:55:19.860434 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49f34d0b-79cf-4551-acff-40b7a968d8de req-7028845b-6d11-458f-91f9-6cf92a381d2e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0290632 Aug 13 03:55:19.901513 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:19.911722 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:19.921887 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:19.922496 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:19.943644 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] No DVR routers for this DVR port ede707c6-6897-4e72-ae96-27d112274cbf on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:19.946410 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:19.948500 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a4f6bd24-422c-4b94-a404-b0c47f99179f req-2567a180-0bb7-4da8-b6fd-350209d847fd tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "DELETE /v2.0/ports/ede707c6-6897-4e72-ae96-27d112274cbf HTTP/1.1" status: 204 len: 173 time: 0.8673189 Aug 13 03:55:19.948930 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'name': 'network-vif-deleted', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:19.951265 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31616975-38a7-4f9a-baf9-60b676448d0b" -d '{"events": [{"server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "name": "network-vif-deleted", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:19.988737 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bd767-93d8-45ff-83dc-2685a915d6e5 x-openstack-request-id: req-e54bd767-93d8-45ff-83dc-2685a915d6e5 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:19.989032 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159da8b2-91d1-4982-a667-4eb863523092", "name": "network-vif-deleted", "tag": "ede707c6-6897-4e72-ae96-27d112274cbf", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:19.989285 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e54bd767-93d8-45ff-83dc-2685a915d6e5 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:19.989689 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159da8b2-91d1-4982-a667-4eb863523092', 'name': 'network-vif-deleted', 'tag': 'ede707c6-6897-4e72-ae96-27d112274cbf', 'status': 'completed', 'code': 200} Aug 13 03:55:20.041935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:20.377182 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:20.408286 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:20.416811 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:20.417497 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:20.527017 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:20.734273 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:20.765162 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ed3e3-0813-4bcc-878b-6202a3111863 None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:20.973561 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-16fa2ed9-5982-4d9b-93ea-4ff8c2201dde req-befa8759-b546-4060-96e6-6449b88c233f tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=159da8b2-91d1-4982-a667-4eb863523092 HTTP/1.1" status: 200 len: 210 time: 0.0267920 Aug 13 03:55:21.002371 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bce01-647b-4d43-b719-c6758f9ac263 None None] New status for floating IP dc5665f0-a8b1-4b88-80fe-7ce82070b8b3: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:55:22.121652 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48664) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:22.180221 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.202579 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.320616 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.323234 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.324408 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "DELETE /v2.0/security-groups/c8b6fcb2-72d1-49e2-b0f1-782695e841b9 HTTP/1.1" status: 204 len: 168 time: 0.2016985 Aug 13 03:55:22.327283 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48666) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:22.335147 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806e603-b2f0-4265-b99e-0ebf05b5f310 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b6fcb2-72d1-49e2-b0f1-782695e841b9,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:22.342433 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.api.v2.resource [None req-96389901-4c57-447d-8d27-95d0ef28e538 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] show failed (client error): The resource could not be found. Aug 13 03:55:22.342843 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-96389901-4c57-447d-8d27-95d0ef28e538 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups/c8b6fcb2-72d1-49e2-b0f1-782695e841b9 HTTP/1.1" status: 404 len: 347 time: 0.0145502 Aug 13 03:55:22.347065 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48668) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:22.471391 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Deleting port 9afa5a21-52e7-439c-a253-ced39aa7cc90 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:22.471652 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.545940 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.546277 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.557724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Calling delete_port for 9afa5a21-52e7-439c-a253-ced39aa7cc90 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:22.755905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.781213 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'Port': ['ID=9afa5a21-52e7-439c-a253-ced39aa7cc90,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:22.848228 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.850947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:22.852125 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1b6a85ad-134a-4b5b-b744-68053baf3b83 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "DELETE /v2.0/floatingips/dc5665f0-a8b1-4b88-80fe-7ce82070b8b3 HTTP/1.1" status: 204 len: 168 time: 0.5040627 Aug 13 03:55:23.554177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48676) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:23.558922 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--22660127', 'description': 'tempest-description--674914633'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:23.635043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:23.715941 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:23.801074 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:23.831299 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af69974b-217f-4b14-bf3c-473e1155b015,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:23.903948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:23.905213 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ba014677-2781-4f08-8f8a-e0afe101357c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3500304 Aug 13 03:55:23.908496 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48680) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:23.912866 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group_rule': {'security_group_id': 'af69974b-217f-4b14-bf3c-473e1155b015', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:23.986631 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device ede707c6-6897-4e72-ae96-27d112274cbf no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:23.994775 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.007037 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: ede707c6-6897-4e72-ae96-27d112274cbf {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:24.007522 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device ede707c6-6897-4e72-ae96-27d112274cbf not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:24.064260 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.160930 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.178739 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c151d39c-2d15-41da-8264-c8b4cdc0dcd4,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:24.263778 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.265050 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-44f13b49-d0f2-4512-8383-6261b7960d95 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3556323 Aug 13 03:55:24.268235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48684) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:24.272593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'security_group_rule': {'security_group_id': 'af69974b-217f-4b14-bf3c-473e1155b015', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:24.399857 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.459449 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.548786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.568933 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3172986e-0d2e-4240-b597-3d029e65a7a9,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:24.647192 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.648755 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5dcd7f69-5ea8-4435-af96-56cd6fcf0f90 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794277 Aug 13 03:55:24.659456 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48686) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:24.659456 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:24.749461 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.847707 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:24.954811 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-ee3dde03-b080-4afe-87fa-a5a5430b0159 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507925902&fields=id&tenant_id=70fc3554e5b449e1ac5c3be55a904402 HTTP/1.1" status: 200 len: 267 time: 0.0351784 Aug 13 03:55:24.958503 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Allocated IP 172.27.1.195 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:55:25.013209 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-25148d43-b273-4e9e-80bf-1bd67678ce92 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:25.015011 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-25148d43-b273-4e9e-80bf-1bd67678ce92 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 985 time: 0.0536211 Aug 13 03:55:25.027278 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Request body: {'port': {'security_groups': ['73dc25c8-0369-4edc-8028-6e437d39a8ff']}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:25.062786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.104267 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.162330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.217880 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:55:25.217880 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:55:25.219469 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:55:25.223121 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:25.310731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.394786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.534447 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:25.562963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.570147 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.646855 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.658380 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.696578 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:55:25.701522 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:25.702249 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.703818 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-36b89414-c236-4aec-aa91-db353ccd12e7 req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "PUT /v2.0/ports/c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 943 time: 0.6815350 Aug 13 03:55:25.706835 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:25.711306 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728ac39-d57c-4951-8a44-eb5278068c75" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:25.714350 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48696) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:25.744337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.748673 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:25.770946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bcc1f4-8ef4-4bfe-b522-753bcb9533b8 x-openstack-request-id: req-15bcc1f4-8ef4-4bfe-b522-753bcb9533b8 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:25.771447 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:25.771644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15bcc1f4-8ef4-4bfe-b522-753bcb9533b8 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:25.772000 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:55:25.778647 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced4ad5-f122-4f90-a1e6-1d42dae4fb8c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event updated for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=7']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:25.814041 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.844610 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.846125 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:55:25.855933 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.857259 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a1305fc8-1b27-4fb4-a9bd-ed928739d537 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2031450 Aug 13 03:55:25.891519 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-dc6800a2-d2bf-42c4-86b0-9313e4a6543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:25.898280 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-dc6800a2-d2bf-42c4-86b0-9313e4a6543d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1099 time: 0.0710814 Aug 13 03:55:25.995417 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:25.998357 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.002925 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "DELETE /v2.0/security-groups/782a162a-bfa2-4ef7-8106-7ebbeca16773 HTTP/1.1" status: 204 len: 168 time: 0.2877326 Aug 13 03:55:26.003952 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48706) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:26.031341 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-58f7414d-aad7-41f1-b450-81ae212e8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:26.033115 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-58f7414d-aad7-41f1-b450-81ae212e8b4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.1278114 Aug 13 03:55:26.054724 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da509804-e740-4cbb-b4de-088c72492dbe tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782a162a-bfa2-4ef7-8106-7ebbeca16773,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:26.061256 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-d6a8a30f-13a7-42c3-b04e-a8a9bfb9c891 None None] Provisioning complete for port c342a96e-f8bd-4f6b-948e-21698e602eff triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:55:26.061636 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d6a8a30f-13a7-42c3-b04e-a8a9bfb9c891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.121078 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-fb333bb8-f38d-410e-b2cf-fad08af31ee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 1001 time: 0.0803423 Aug 13 03:55:26.144492 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-57cb5897-099b-4f57-8506-2c06f663caed tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--22660127&fields=id&tenant_id=d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 267 time: 0.1018276 Aug 13 03:55:26.180809 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-4689b868-9d3e-48b6-934a-44c20ab8d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:26.182440 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-4689b868-9d3e-48b6-934a-44c20ab8d9e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0534027 Aug 13 03:55:26.233281 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-454d7cba-2255-429a-a194-347e17c3e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:26.234821 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-454d7cba-2255-429a-a194-347e17c3e522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437634 Aug 13 03:55:26.290637 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-727bec9d-79e4-46a6-a3ef-9594d7e8f4ec tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:26.292149 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-727bec9d-79e4-46a6-a3ef-9594d7e8f4ec tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 811 time: 0.1404986 Aug 13 03:55:26.309859 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Deleting port 69ef45f5-4947-4e27-867d-bdd1c052fbbc {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:26.310198 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.323379 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-7c96412f-8d1b-4e7c-95ef-4f2d9b86d99d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/quotas/d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 375 time: 0.0251482 Aug 13 03:55:26.333868 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-5ce6cdaf-bab9-40bb-a171-c43e30e34536 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903487 Aug 13 03:55:26.417032 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-838aa8fb-011e-452c-b8d6-62868e70d6cb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697668 Aug 13 03:55:26.441529 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.441879 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.454235 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2728ac39-d57c-4951-8a44-eb5278068c75 req-735c9061-5682-4f9c-987d-885fe700a5a6 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014838 Aug 13 03:55:26.455673 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Calling delete_port for 69ef45f5-4947-4e27-867d-bdd1c052fbbc owned by network:floatingip {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:26.667319 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-cecb8c6c-2b37-4a4e-8390-f946d0b52cfa service neutron] 10.222.0.45 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361419 Aug 13 03:55:26.789946 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-215ea382-0bf5-4563-ac1f-1352c9ad4f9c service neutron] 10.222.0.45 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165292 Aug 13 03:55:26.846987 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.874011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event deleted for resources: {'Port': ['ID=69ef45f5-4947-4e27-867d-bdd1c052fbbc,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:26.936024 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks [] for floatingip, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:26.936295 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Floating IP a81828d2-c2ef-43dd-823e-bb1f8b4348ab disassociated (deleted). External IP: 172.27.1.19, port: c342a96e-f8bd-4f6b-948e-21698e602eff. Aug 13 03:55:27.043849 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02163275-4086-4dec-aa15-4a2c497df16d req-0dd7f952-d312-4b61-8013-c09f785c1e3e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 210 time: 0.0556395 Aug 13 03:55:27.180972 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:27.284577 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:27.293472 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:27.294542 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Sync routers for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:27.304668 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:27.305280 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:27.322321 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e67fe252-acda-45e7-a119-054c6c96412b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "DELETE /v2.0/floatingips/a81828d2-c2ef-43dd-823e-bb1f8b4348ab HTTP/1.1" status: 204 len: 168 time: 1.3122723 Aug 13 03:55:27.422704 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:27.630897 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:27.660785 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Checking router: 21b3bbb0-96f5-44ee-a3f8-4722282ff711 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:27.669809 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:27.670335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:27.773520 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:27.777138 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7194b5d2-ef7b-4e2d-90d0-ea3526135006" -d '{"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:27.782307 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:27.815969 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82a80d7-29fe-43f6-8791-72938abb0522 x-openstack-request-id: req-d82a80d7-29fe-43f6-8791-72938abb0522 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:27.815969 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:27.815969 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d82a80d7-29fe-43f6-8791-72938abb0522 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:27.816694 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:55:27.932758 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-394a3148-808e-42bd-aed0-c3d897c413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:27.934293 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-394a3148-808e-42bd-aed0-c3d897c413ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1099 time: 0.0415957 Aug 13 03:55:28.012375 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:28.045707 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ca415-c9b2-40be-bbf8-5e2dd319b7ca None None] The sync data for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi is: [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '563708e5-ad28-4245-92d0-9c60f85cc37a', 'name': '', 'network_id': '807d59b6-f946-4344-b717-ae4fd2a587f6', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'mac_address': 'fa:16:3e:e1:fe:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:55Z', 'updated_at': '2021-08-13T03:50:01Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'subnets': [{'id': 'e748796c-df72-4a1e-a2e6-36b91f164f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:28.052282 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-449670cd-2d32-49f5-9306-499e6f265d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:28.053827 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-449670cd-2d32-49f5-9306-499e6f265d92 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.0954032 Aug 13 03:55:28.057981 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:28.102065 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-ed48cf50-cf91-4889-a70a-995b43957b16 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 217 time: 0.0403049 Aug 13 03:55:28.151160 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9d5701cd-b2a5-4d86-b4e4-408aa420daca req-84915a9c-627e-4032-92bb-e65b2e89e114 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Aug 13 03:55:28.172774 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-757ea774-32f6-42a9-9069-182aad1e2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:28.175411 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-757ea774-32f6-42a9-9069-182aad1e2c44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0516424 Aug 13 03:55:28.259424 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-8b522c5b-0155-4d8f-a398-e408407b970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:28.261868 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-8b522c5b-0155-4d8f-a398-e408407b970a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482612 Aug 13 03:55:28.285542 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3de66a-fd99-465c-be4d-53ff9e1df449 None None] New status for floating IP a81828d2-c2ef-43dd-823e-bb1f8b4348ab: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:55:28.364098 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-d9cc555c-fe1f-4e09-8b2d-a312af99c7a2 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947757 Aug 13 03:55:28.463437 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7194b5d2-ef7b-4e2d-90d0-ea3526135006 req-84dec7a5-16f0-42bd-b60a-6f094aad7c26 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Aug 13 03:55:29.075498 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-877a1b65-a76c-4055-a29a-64d685c666d2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:29.076975 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-877a1b65-a76c-4055-a29a-64d685c666d2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 811 time: 0.1225860 Aug 13 03:55:29.132844 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-e1ac1eaa-4a6f-4780-bde2-0076bcadbf91 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d161346eab024c6085e0f84c9ce61945 HTTP/1.1" status: 200 len: 378 time: 0.0389328 Aug 13 03:55:29.145485 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'port': {'device_id': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'admin_state_up': True, 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'security_groups': ['af69974b-217f-4b14-bf3c-473e1155b015']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:29.265510 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f88c4cab-8baa-4507-b4d7-e14b48fe5170 req-1d48f9e8-3e8a-45c6-b63b-35bffa293277 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 210 time: 0.0284879 Aug 13 03:55:29.326608 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Made reservation on behalf of d161346eab024c6085e0f84c9ce61945 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:55:29.331421 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:29.465824 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Allocated IP 172.20.0.5 (b8f7b368-f32c-4565-8e9d-b5256ec51eb9/31caae5e-d918-41ac-926d-30271277b6a7/f2100923-4d58-4eb8-9bd4-c7aabd87a75a) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:55:29.611047 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:29.891621 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Transition to ACTIVE for port object f2100923-4d58-4eb8-9bd4-c7aabd87a75a will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:55:29.970719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.012206 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:55:30.017944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:55:30.021955 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:55:30.029361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event updated for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:30.079259 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:30.079920 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.169012 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-f08d6693-7f06-4bc5-9a25-15098e1c6723 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0285058 Aug 13 03:55:30.188666 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Request body: {'port': {'device_id': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:30.246840 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.366637 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-22b6226e-b0df-49e4-8d8a-62c2089082d6 None None] Provisioning for port f2100923-4d58-4eb8-9bd4-c7aabd87a75a completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:55:30.370859 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-22b6226e-b0df-49e4-8d8a-62c2089082d6 None None] Provisioning complete for port f2100923-4d58-4eb8-9bd4-c7aabd87a75a triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:55:30.371337 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-22b6226e-b0df-49e4-8d8a-62c2089082d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.390583 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b9a07-1e9b-46e1-bbe0-76f183c0ce5b req-c9913d1c-0d7b-405d-ac31-8a3ce02b81b2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:30.392941 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-df6b9a07-1e9b-46e1-bbe0-76f183c0ce5b req-c9913d1c-0d7b-405d-ac31-8a3ce02b81b2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 931 time: 0.0513303 Aug 13 03:55:30.406059 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-22b6226e-b0df-49e4-8d8a-62c2089082d6 None None] Port f2100923-4d58-4eb8-9bd4-c7aabd87a75a cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 03:55:30.435138 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-df6b9a07-1e9b-46e1-bbe0-76f183c0ce5b req-0c25a6e3-cc39-4d0b-8f64-663889f6c068 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353131 Aug 13 03:55:30.522925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2100923-4d58-4eb8-9bd4-c7aabd87a75a {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:55:30.530232 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.542291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Transition to ACTIVE for port object f2100923-4d58-4eb8-9bd4-c7aabd87a75a will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:55:30.635452 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.692445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Pushing event updated for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:30.775577 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Attempting to bind port f2100923-4d58-4eb8-9bd4-c7aabd87a75a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:55:30.776073 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Attempting to bind port f2100923-4d58-4eb8-9bd4-c7aabd87a75a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:55:30.776507 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Attempting to bind port f2100923-4d58-4eb8-9bd4-c7aabd87a75a on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:55:30.781665 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Port f2100923-4d58-4eb8-9bd4-c7aabd87a75a on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:55:30.782030 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Attempting to bind port f2100923-4d58-4eb8-9bd4-c7aabd87a75a on network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:55:30.792388 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:55:30.797518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Checking segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:55:30.797518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Bound using segment: {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:55:30.797518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Bound port: f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f33d2fec-cea2-42a6-a969-e91fe6161879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:55:30.797518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.869667 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:55:30.873071 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:55:30.898179 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-5d797f6b-7669-4f9a-a5f0-1e12cb97a807 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447531 Aug 13 03:55:30.926948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.960093 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:30.960713 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:30.962144 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] 10.222.0.61 "PUT /v2.0/ports/f2100923-4d58-4eb8-9bd4-c7aabd87a75a HTTP/1.1" status: 200 len: 1093 time: 0.7784286 Aug 13 03:55:30.962575 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:30.964833 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd64fe9-9f32-4991-aae9-459f5d59b176" -d '{"events": [{"name": "network-changed", "server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:30.977401 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-aaa317b8-aa14-40a0-a567-998edd53f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:30.979503 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-aaa317b8-aa14-40a0-a567-998edd53f189 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=70fc3554e5b449e1ac5c3be55a904402&device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 1099 time: 0.0487690 Aug 13 03:55:30.992485 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b07ea1-3c4f-4929-b1f3-c1bc4a5c9859 service neutron] Pushing event updated for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:31.016185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a485fe-38f9-4823-84eb-a74715b27745 x-openstack-request-id: req-62a485fe-38f9-4823-84eb-a74715b27745 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:31.016185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:31.016185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62a485fe-38f9-4823-84eb-a74715b27745 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:31.016185 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'status': 'completed', 'code': 200} Aug 13 03:55:31.101197 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-5d913f90-bbe1-406c-b62b-aaff9878a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.102879 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-5d913f90-bbe1-406c-b62b-aaff9878a669 service neutron] 10.222.0.61 "GET /v2.0/networks?id=807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 200 len: 916 time: 0.1013830 Aug 13 03:55:31.108441 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-46f7abdc-ae77-4b14-8413-7cae653333e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.110097 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-46f7abdc-ae77-4b14-8413-7cae653333e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 1096 time: 0.0499539 Aug 13 03:55:31.155723 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-bebf6aae-b373-4e92-8c9e-d8dff990fd07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 200 len: 217 time: 0.0447276 Aug 13 03:55:31.207656 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-ba80e894-d96a-45a7-a1b4-4ab7913a2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.209205 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-ba80e894-d96a-45a7-a1b4-4ab7913a2a92 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 200 len: 854 time: 0.0449264 Aug 13 03:55:31.222659 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-c8cc530e-5b3c-42cb-b0f4-5a8ae8ff8e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.224223 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-c8cc530e-5b3c-42cb-b0f4-5a8ae8ff8e81 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d161346eab024c6085e0f84c9ce61945&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1006136 Aug 13 03:55:31.264030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-bd2f65d2-3578-48f1-ab4b-50813a242c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.265741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-bd2f65d2-3578-48f1-ab4b-50813a242c43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=807d59b6-f946-4344-b717-ae4fd2a587f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489013 Aug 13 03:55:31.332159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-b1facb4b-5566-4e35-9105-c9b16e54be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.334965 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8bd64fe9-9f32-4991-aae9-459f5d59b176 req-b1facb4b-5566-4e35-9105-c9b16e54be57 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033666 Aug 13 03:55:31.366313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-07554b97-15b3-453e-b2b5-2721a74cca5d service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918517 Aug 13 03:55:31.450389 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-772758de-a373-477c-bc03-a579184b3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.451940 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-772758de-a373-477c-bc03-a579184b3acc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 1096 time: 0.0452371 Aug 13 03:55:31.488988 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0e0fff9f-9bf0-47cf-9326-303517740c56 req-b0773f71-0ad4-419a-85f5-3ae0c5ada717 service neutron] 10.222.0.61 "GET /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990856 Aug 13 03:55:31.503517 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-599c79a2-aeb4-41bc-9716-9534c0af7eab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a HTTP/1.1" status: 200 len: 217 time: 0.0372093 Aug 13 03:55:31.569622 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-9e151e2a-cea1-40ed-a1ca-090f64b43673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.571234 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-9e151e2a-cea1-40ed-a1ca-090f64b43673 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0594759 Aug 13 03:55:31.581546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75b056-d2c5-4d1e-a9e5-fd17f8ef6d53 req-55111083-6ce8-4c61-8302-c262cbcfe4b7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.583572 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce75b056-d2c5-4d1e-a9e5-fd17f8ef6d53 req-55111083-6ce8-4c61-8302-c262cbcfe4b7 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 943 time: 0.0557156 Aug 13 03:55:31.630443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-4164a510-be6e-49a2-b506-b33980a4de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.632277 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-4164a510-be6e-49a2-b506-b33980a4de77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494466 Aug 13 03:55:31.632776 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce75b056-d2c5-4d1e-a9e5-fd17f8ef6d53 req-c88d9c0f-47f3-4f76-bfcd-7d7f4c989b39 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428739 Aug 13 03:55:31.690263 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a0e6c3-cbe7-4eda-814b-cb30e2a99839 req-8bd4e1b9-ae45-4d9f-9ad4-205ee8d2a9a5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:31.691810 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-12a0e6c3-cbe7-4eda-814b-cb30e2a99839 req-8bd4e1b9-ae45-4d9f-9ad4-205ee8d2a9a5 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0536568 Aug 13 03:55:31.730609 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-12a0e6c3-cbe7-4eda-814b-cb30e2a99839 req-4cc561ea-db3c-412b-b989-4c6caaf4036c tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Aug 13 03:55:31.752311 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-2758f9c9-3c9e-4f59-9149-11f8c8297180 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818319 Aug 13 03:55:31.847347 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2a40a85-73c1-4801-9bc1-ea06ebbae955 req-2e23dbbb-a0ae-4e38-873f-ee81d63f3604 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878463 Aug 13 03:55:32.750879 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdf782-5f42-459c-949e-412b8eca112b req-9214be1d-0541-452e-a85d-8219875941f9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:32.753176 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a0cdf782-5f42-459c-949e-412b8eca112b req-9214be1d-0541-452e-a85d-8219875941f9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 943 time: 0.0501227 Aug 13 03:55:32.794631 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a0cdf782-5f42-459c-949e-412b8eca112b req-d9a15274-8333-4254-a073-5122674267c6 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352433 Aug 13 03:55:32.850777 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226df0a-f540-4162-bb49-c100746d7260 req-740fde85-6925-4311-902b-02c446d1803b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:32.852291 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9226df0a-f540-4162-bb49-c100746d7260 req-740fde85-6925-4311-902b-02c446d1803b tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0500348 Aug 13 03:55:32.891366 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9226df0a-f540-4162-bb49-c100746d7260 req-7bc431b3-8194-42f7-8afb-c33aeb74694e tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Aug 13 03:55:33.918773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7b5b7-752b-4434-ae2b-c71416c78012 req-8605e8d3-ab29-4a07-8d57-71fb2fb82519 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:33.920470 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2dd7b5b7-752b-4434-ae2b-c71416c78012 req-8605e8d3-ab29-4a07-8d57-71fb2fb82519 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 943 time: 0.0580728 Aug 13 03:55:33.961601 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2dd7b5b7-752b-4434-ae2b-c71416c78012 req-491fe783-8819-4d3d-ab08-f84ea42b5a16 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346367 Aug 13 03:55:34.012087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b8011-9a52-4de2-b532-980afc65ef5f req-8403127f-8fa6-4222-82fe-fc24d3957d78 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:34.013648 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-176b8011-9a52-4de2-b532-980afc65ef5f req-8403127f-8fa6-4222-82fe-fc24d3957d78 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Aug 13 03:55:34.054807 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-176b8011-9a52-4de2-b532-980afc65ef5f req-9c519bdd-0ed2-4bd5-bba7-8b60472b44f7 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/security-groups?id=73dc25c8-0369-4edc-8028-6e437d39a8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342433 Aug 13 03:55:34.180196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-d91b52ce-2ba4-4e14-b4da-39ff62980c81 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:34.181812 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-d91b52ce-2ba4-4e14-b4da-39ff62980c81 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.61 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Aug 13 03:55:34.284859 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Deleting port c342a96e-f8bd-4f6b-948e-21698e602eff {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:34.284859 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:34.371119 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] For port c342a96e-f8bd-4f6b-948e-21698e602eff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c342a96e-f8bd-4f6b-948e-21698e602eff,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:34.371488 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:34.385291 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Calling delete_port for c342a96e-f8bd-4f6b-948e-21698e602eff owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:34.572801 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:34.602520 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Pushing event deleted for resources: {'Port': ['ID=c342a96e-f8bd-4f6b-948e-21698e602eff,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:34.634010 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c342a96e-f8bd-4f6b-948e-21698e602eff'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:55:34.647455 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] No DVR routers for this DVR port c342a96e-f8bd-4f6b-948e-21698e602eff on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:34.649842 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:34.651887 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f956c1a3-5c1c-4c4e-8f08-3905cec31f75 req-37b30c10-cc8c-404f-ae98-f50a46c329ad tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.61 "DELETE /v2.0/ports/c342a96e-f8bd-4f6b-948e-21698e602eff HTTP/1.1" status: 204 len: 173 time: 0.4633372 Aug 13 03:55:34.652365 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'name': 'network-vif-deleted', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:34.654635 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93485d-b5e6-41c4-a91e-272fe8ae38f6" -d '{"events": [{"server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "name": "network-vif-deleted", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:34.689901 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611e6ca6-e7be-47b7-a2cb-10d5bad5ace4 x-openstack-request-id: req-611e6ca6-e7be-47b7-a2cb-10d5bad5ace4 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:34.690200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fde37d3-6e83-4bf9-a51d-8947539cdd95", "name": "network-vif-deleted", "tag": "c342a96e-f8bd-4f6b-948e-21698e602eff", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:34.690457 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-611e6ca6-e7be-47b7-a2cb-10d5bad5ace4 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:34.690964 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fde37d3-6e83-4bf9-a51d-8947539cdd95', 'name': 'network-vif-deleted', 'tag': 'c342a96e-f8bd-4f6b-948e-21698e602eff', 'status': 'completed', 'code': 200} Aug 13 03:55:35.085915 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793c717-109e-4855-b5ef-4c6a3fd1b12b req-888af0c8-1da1-413f-bbbd-85a3347e48c9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:35.087458 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8793c717-109e-4855-b5ef-4c6a3fd1b12b req-888af0c8-1da1-413f-bbbd-85a3347e48c9 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 943 time: 0.0518718 Aug 13 03:55:35.125543 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8793c717-109e-4855-b5ef-4c6a3fd1b12b req-54ae6254-0744-4155-9a20-624b4376d879 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321949 Aug 13 03:55:35.164751 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a41abb99-e1ff-4edd-ab75-57b2d514c520 req-650e2ce6-5245-4199-a654-b3dddf3cf4e0 tempest-TestMinimumBasicScenario-2029369416 tempest-TestMinimumBasicScenario-2029369416-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fde37d3-6e83-4bf9-a51d-8947539cdd95 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Aug 13 03:55:36.045828 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device f2100923-4d58-4eb8-9bd4-c7aabd87a75a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:55:36.141232 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:36.249979 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf526c-bf76-4977-818a-715dfbeddd27 req-fd66347e-72e5-48f6-8b89-a286ec2c20af tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:36.251600 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5baf526c-bf76-4977-818a-715dfbeddd27 req-fd66347e-72e5-48f6-8b89-a286ec2c20af tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 943 time: 0.0567689 Aug 13 03:55:36.281198 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'port_id': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'mac_address': 'fa:16:3e:2e:35:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:55:36.293987 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5baf526c-bf76-4977-818a-715dfbeddd27 req-70f9149a-1f4b-429d-8294-970205c7a38a tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354187 Aug 13 03:55:36.320221 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:36.332171 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2100923-4d58-4eb8-9bd4-c7aabd87a75a {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:55:36.354909 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:36.418318 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:36.470577 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:36.893732 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['f2100923-4d58-4eb8-9bd4-c7aabd87a75a'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:55:37.413070 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe03c0-c65b-40d9-bfce-237c0958ff16 req-5c74e8d1-3419-4542-a01b-b3a4a60556a2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:37.418818 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ebe03c0-c65b-40d9-bfce-237c0958ff16 req-5c74e8d1-3419-4542-a01b-b3a4a60556a2 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 944 time: 0.0510495 Aug 13 03:55:37.455046 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ebe03c0-c65b-40d9-bfce-237c0958ff16 req-87ea9e0e-ae33-434d-9a23-e190b9ebb5bf tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340493 Aug 13 03:55:37.595863 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48852) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:38.031132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.058863 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device f2100923-4d58-4eb8-9bd4-c7aabd87a75a up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:55:38.149435 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port f2100923-4d58-4eb8-9bd4-c7aabd87a75a completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:55:38.154093 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port f2100923-4d58-4eb8-9bd4-c7aabd87a75a triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:55:38.154461 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.241071 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.263920 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:38.266940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f064e03e-690e-41f0-a5fb-101602e59806" -d '{"events": [{"server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "name": "network-vif-plugged", "status": "completed", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:38.280979 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:38.295239 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Deleting port 563708e5-ad28-4245-92d0-9c60f85cc37a {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:38.295583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.305273 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d777b0-4f7a-4e5d-b8a9-1bb9415029b2 x-openstack-request-id: req-50d777b0-4f7a-4e5d-b8a9-1bb9415029b2 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:38.305604 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "name": "network-vif-plugged", "status": "completed", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:38.305887 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50d777b0-4f7a-4e5d-b8a9-1bb9415029b2 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:38.306283 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'code': 200} Aug 13 03:55:38.338172 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.339005 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c342a96e-f8bd-4f6b-948e-21698e602eff no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:38.376703 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: c342a96e-f8bd-4f6b-948e-21698e602eff {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:38.377054 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c342a96e-f8bd-4f6b-948e-21698e602eff not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:38.389298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] For port 563708e5-ad28-4245-92d0-9c60f85cc37a, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=563708e5-ad28-4245-92d0-9c60f85cc37a,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:38.389670 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.404287 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:38.404608 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Calling delete_port for 563708e5-ad28-4245-92d0-9c60f85cc37a owned by network:router_interface {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:38.579769 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a087c1-f656-4bdb-9901-5eb50bfc2d54 req-5a01e22f-9861-4f67-8ff8-e8584719e7e1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:38.582021 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d7a087c1-f656-4bdb-9901-5eb50bfc2d54 req-5a01e22f-9861-4f67-8ff8-e8584719e7e1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0538406 Aug 13 03:55:38.619716 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d7a087c1-f656-4bdb-9901-5eb50bfc2d54 req-b22af901-fd37-4849-aab7-73bdc5745816 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317643 Aug 13 03:55:38.667082 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:38.695508 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Pushing event deleted for resources: {'Port': ['ID=563708e5-ad28-4245-92d0-9c60f85cc37a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:38.727606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef69a7-fb5a-41ea-ad3a-0674f6663741 req-26e11fa7-d957-41d0-b9ee-0358004338f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:38.729160 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d8ef69a7-fb5a-41ea-ad3a-0674f6663741 req-26e11fa7-d957-41d0-b9ee-0358004338f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 1098 time: 0.0876105 Aug 13 03:55:38.826258 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d8ef69a7-fb5a-41ea-ad3a-0674f6663741 req-f842bb22-b5a0-411e-ab26-cd552748a2d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780926 Aug 13 03:55:38.907419 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.115636 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:39.222287 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:39.227423 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9332b6f6-0a0a-4bfb-9d08-8aa7ded9ece6 admin admin] 10.222.0.45 "PUT /v2.0/routers/21b3bbb0-96f5-44ee-a3f8-4722282ff711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6303830 Aug 13 03:55:39.229900 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48862) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:39.231886 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Sync routers for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:39.240939 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:39.241550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:39.332484 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks [] for router, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.346562 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:39.433047 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.538787 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:55:38Z', 'revision_number': 5, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port': {'id': '64f171ee-667b-48f6-99e2-4b5db13f0e02', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:49:51Z', 'updated_at': '2021-08-13T03:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:39.567124 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Checking router: 21b3bbb0-96f5-44ee-a3f8-4722282ff711 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:39.569025 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2d959b78-c050-4ad7-b0ed-9fe8c810dfa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.577182 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Routers {'21b3bbb0-96f5-44ee-a3f8-4722282ff711'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:39.577808 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:39.586079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Deleting port 64f171ee-667b-48f6-99e2-4b5db13f0e02 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:39.586432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.668834 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] Set router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 gateway port host: None {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:39.671369 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] For port 64f171ee-667b-48f6-99e2-4b5db13f0e02, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=64f171ee-667b-48f6-99e2-4b5db13f0e02,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:39.671869 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.685124 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Calling delete_port for 64f171ee-667b-48f6-99e2-4b5db13f0e02 owned by network:router_gateway {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:39.728148 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:55:39Z', 'revision_number': 6, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:39.746912 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195feac-a2c9-4da8-bcda-5bda9aa37686 req-c030e34b-82f7-4975-bbd0-968f7e4c12c8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:39.749796 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8195feac-a2c9-4da8-bcda-5bda9aa37686 req-c030e34b-82f7-4975-bbd0-968f7e4c12c8 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0586853 Aug 13 03:55:39.756839 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2032bc6-9e6e-4541-be0b-978d3afba5c3 None None] The sync data for ids ['21b3bbb0-96f5-44ee-a3f8-4722282ff711'] in dv-cinder-760193-6-iscsi is: [{'id': '21b3bbb0-96f5-44ee-a3f8-4722282ff711', 'name': 'tempest-TestMinimumBasicScenario-1523130542-router', 'tenant_id': '70fc3554e5b449e1ac5c3be55a904402', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:50Z', 'updated_at': '2021-08-13T03:55:39Z', 'revision_number': 6, 'project_id': '70fc3554e5b449e1ac5c3be55a904402', 'gw_port_host': None}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:39.797958 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8195feac-a2c9-4da8-bcda-5bda9aa37686 req-6c1febaf-f934-479c-8324-89cd67193d4a tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395470 Aug 13 03:55:39.955268 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:39.981451 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f171ee-667b-48f6-99e2-4b5db13f0e02,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:40.007158 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.007514 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.007865 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.008207 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.008546 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.008885 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.009222 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.009556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.009929 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.010257 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.010587 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.010915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:40.050077 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.136656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.138726 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.242018 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.242593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b3bbb0-96f5-44ee-a3f8-4722282ff711 {{(pid=101042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:55:40.247802 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.252517 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-cb117b0c-a298-4cba-898c-5e32d8a79441 admin admin] 10.222.0.45 "DELETE /v2.0/routers/21b3bbb0-96f5-44ee-a3f8-4722282ff711 HTTP/1.1" status: 204 len: 168 time: 1.0181611 Aug 13 03:55:40.252517 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48868) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:40.296629 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Deleting subnet e748796c-df72-4a1e-a2e6-36b91f164f5f {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:55:40.300621 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.332945 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.439692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.550068 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.573823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e748796c-df72-4a1e-a2e6-36b91f164f5f,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:40.580274 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.584802 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-e93f4c6e-4321-4632-b971-356a3e0d0271 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e748796c-df72-4a1e-a2e6-36b91f164f5f HTTP/1.1" status: 204 len: 168 time: 0.3298829 Aug 13 03:55:40.585433 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48870) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:40.586670 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b458df5-d7ce-4096-b5f4-f2d69bd0fabd None None] Network 807d59b6-f946-4344-b717-ae4fd2a587f6 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:55:40.664296 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.712528 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 563708e5-ad28-4245-92d0-9c60f85cc37a no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:40.729069 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Deleting port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:40.729534 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.743009 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 563708e5-ad28-4245-92d0-9c60f85cc37a {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:40.743258 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 563708e5-ad28-4245-92d0-9c60f85cc37a not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:40.743853 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 64f171ee-667b-48f6-99e2-4b5db13f0e02 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:40.765016 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 64f171ee-667b-48f6-99e2-4b5db13f0e02 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:40.765603 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 64f171ee-667b-48f6-99e2-4b5db13f0e02 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:40.804090 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] For port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:40.804485 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.821144 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Calling delete_port for 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 owned by network:dhcp {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:40.831400 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] DHCP port deletion for 807d59b6-f946-4344-b717-ae4fd2a587f6 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:55:40.886877 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Deleting port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:40.887362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.916493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa6a0-84bd-4259-bc90-b21db8c0a24d req-3f16417b-a616-4748-ba5c-8f2e2a5b0ecc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:40.918043 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8dbaa6a0-84bd-4259-bc90-b21db8c0a24d req-3f16417b-a616-4748-ba5c-8f2e2a5b0ecc tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 13 03:55:40.956382 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] For port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,segment=NetworkSegment(ffb92ade-f6d1-4835-9e01-1ab65acb961f),segment_id=ffb92ade-f6d1-4835-9e01-1ab65acb961f)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:40.956612 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8dbaa6a0-84bd-4259-bc90-b21db8c0a24d req-622aeffc-6b3c-4f72-a1ee-9363a830b609 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324609 Aug 13 03:55:40.956836 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.960631 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:40.975514 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Calling delete_port for 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:41.000978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:41.006898 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] No DVR routers for this DVR port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 on host dv-cinder-760193-6-iscsi {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:41.083511 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.094629 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807d59b6-f946-4344-b717-ae4fd2a587f6']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:41.108633 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a2542-e558-43b4-a38f-c78dc595f500 req-e6957e7e-f201-4cb5-8e85-d6605f71571b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:41.110206 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2c6a2542-e558-43b4-a38f-c78dc595f500 req-e6957e7e-f201-4cb5-8e85-d6605f71571b tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0569270 Aug 13 03:55:41.116767 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.120812 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48878) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:41.125801 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Request body: {'floatingip': {'port_id': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:55:41.146251 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] Pushing event deleted for resources: {'Port': ['ID=3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:41.148490 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de612aa4-940a-413c-942e-4e7f65c15ac4 None None] No DVR routers for this DVR port 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:41.176244 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.386034 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb92ade-f6d1-4835-9e01-1ab65acb961f') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:41.386337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb92ade-f6d1-4835-9e01-1ab65acb961f') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:41.395915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.409508 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.415317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:55:41.415753 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:55:41.417291 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:55:41.520819 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.527632 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:41.532629 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] 10.222.0.45 "DELETE /v2.0/networks/807d59b6-f946-4344-b717-ae4fd2a587f6 HTTP/1.1" status: 204 len: 168 time: 0.9433002 Aug 13 03:55:41.534557 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48882) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:41.540340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05703ec5-2c09-4751-9f2f-62c51ed62128 admin admin] Pushing event deleted for resources: {'Network': ['ID=807d59b6-f946-4344-b717-ae4fd2a587f6,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:41.989859 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.048023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf447620-f275-4759-8a9b-28a5676100a3 req-8c2ba7d1-a56a-4969-8174-b7b09731f4e2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:42.050241 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf447620-f275-4759-8a9b-28a5676100a3 req-8c2ba7d1-a56a-4969-8174-b7b09731f4e2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.1077063 Aug 13 03:55:42.052409 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.069016 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-f57731a7-c787-4911-adcf-1387807eca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.216250 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf447620-f275-4759-8a9b-28a5676100a3 req-6cbccfc4-24e5-43ef-8e1a-ddcb3190c9de tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583772 Aug 13 03:55:42.279118 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Floating IP 96ae08f0-ac71-46c7-835b-6f7e73e1b315 associated. External IP: 172.27.1.195, port: f2100923-4d58-4eb8-9bd4-c7aabd87a75a. Aug 13 03:55:42.429413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.619261 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:42.623179 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.699903 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:42.720335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:42.721371 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 3a9803f6-4b6e-4590-b4c4-ef76a0a0f8b5 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:42.893625 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:42.899658 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:42.903645 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:42.914091 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:42.914733 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:42.936590 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-be870801-719f-49ec-b82d-d057193e2f18 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "PUT /v2.0/floatingips/96ae08f0-ac71-46c7-835b-6f7e73e1b315 HTTP/1.1" status: 200 len: 991 time: 1.8141983 Aug 13 03:55:42.940835 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:55:42.943113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab779d50-dc62-4133-9ed1-eee75dce9827" -d '{"events": [{"name": "network-changed", "server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:55:43.000638 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d2f75-6396-4ff3-9b9a-7b2a4847d6d2 x-openstack-request-id: req-031d2f75-6396-4ff3-9b9a-7b2a4847d6d2 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:55:43.001284 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:55:43.001284 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-031d2f75-6396-4ff3-9b9a-7b2a4847d6d2 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:55:43.002171 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'status': 'completed', 'code': 200} Aug 13 03:55:43.030021 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:43.056231 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Deleting port 62ea3778-87e6-457a-847f-179aa8823dc3 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:43.056609 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:43.116367 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-f34c9ac2-effe-4043-a7ab-5796e5da77af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:43.118517 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-f34c9ac2-effe-4043-a7ab-5796e5da77af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d161346eab024c6085e0f84c9ce61945&device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 1098 time: 0.0412354 Aug 13 03:55:43.137297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] For port 62ea3778-87e6-457a-847f-179aa8823dc3, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=62ea3778-87e6-457a-847f-179aa8823dc3,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:43.137697 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:43.152274 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Calling delete_port for 62ea3778-87e6-457a-847f-179aa8823dc3 owned by network:router_interface {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:43.231304 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-3c5756f5-a5a6-4268-8dbb-1cbff98ee77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:43.233670 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-3c5756f5-a5a6-4268-8dbb-1cbff98ee77f service neutron] 10.222.0.61 "GET /v2.0/networks?id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 200 len: 912 time: 0.1080537 Aug 13 03:55:43.265262 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '96ae08f0-ac71-46c7-835b-6f7e73e1b315', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:2e:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:55:25Z', 'updated_at': '2021-08-13T03:55:41Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:43.301848 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:43.307195 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-9b5404df-64e0-44c5-83b0-deabc7ad807e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a HTTP/1.1" status: 200 len: 999 time: 0.0656176 Aug 13 03:55:43.312337 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:43.312998 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:43.369891 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-71eaa92e-efdc-42de-ae6f-eed36c97227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:43.371495 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-71eaa92e-efdc-42de-ae6f-eed36c97227a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 200 len: 850 time: 0.0554810 Aug 13 03:55:43.424217 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e5793-ed95-471c-8051-dbd3e79906c2 req-f9151cb7-f078-4533-8718-141d9bb01adb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:43.426055 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ed6e5793-ed95-471c-8051-dbd3e79906c2 req-f9151cb7-f078-4533-8718-141d9bb01adb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0589089 Aug 13 03:55:43.434874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-3c19f05a-b4b9-46b8-8e1b-8ffd21e5ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:43.436088 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-3c19f05a-b4b9-46b8-8e1b-8ffd21e5ea1c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b8f7b368-f32c-4565-8e9d-b5256ec51eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415792 Aug 13 03:55:43.438429 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:43.463691 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:43.467947 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ed6e5793-ed95-471c-8051-dbd3e79906c2 req-563502a7-4b60-428b-a8fa-6bd09d9849ca tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358162 Aug 13 03:55:43.493668 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=62ea3778-87e6-457a-847f-179aa8823dc3,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:43.542745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.543093 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.543572 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.543982 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.544394 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.544732 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.545177 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.545536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.545948 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.546338 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.546662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.546983 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:55:43.549639 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-5a87757b-e6ab-4182-aa07-f086122e5bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059263 Aug 13 03:55:43.672166 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ab779d50-dc62-4133-9ed1-eee75dce9827 req-5a9593d4-e0c7-402b-9b3a-a2bab121e2f7 service neutron] 10.222.0.61 "GET /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150122 Aug 13 03:55:43.687780 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:43.687992 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '96ae08f0-ac71-46c7-835b-6f7e73e1b315', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:2e:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:55:25Z', 'updated_at': '2021-08-13T03:55:41Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:43.717766 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce1cc44-13e4-4659-90a6-11db16c8e6e0 None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '96ae08f0-ac71-46c7-835b-6f7e73e1b315', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'floating_ip_address': '172.27.1.195', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'port_id': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'mac_address': 'fa:16:3e:2e:35:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T03:55:25Z', 'updated_at': '2021-08-13T03:55:41Z', 'revision_number': 1, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:43.817878 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:43.908237 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:55:43.918786 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8a15d-bfbf-4b3d-a8aa-f45e9abb37d6 None None] New status for floating IP 96ae08f0-ac71-46c7-835b-6f7e73e1b315: ACTIVE {{(pid=101043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:55:44.020811 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:55:44.026071 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2beb5379-23c6-46ae-bc58-bcb69f92f1fc admin admin] 10.222.0.45 "PUT /v2.0/routers/a204d4d5-5dc1-45b2-9438-e2f7f095a2a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4903896 Aug 13 03:55:44.028628 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48896) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:44.034933 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Sync routers for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:55:44.047529 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:44.048144 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:44.135489 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:44.161531 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:44.346856 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:55:43Z', 'revision_number': 5, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:44.373507 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Checking router: a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:55:44.382675 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Routers {'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:55:44.385601 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:55:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:44.495725 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] Set router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:55:44.501865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:44.614797 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d62a6-99a1-4a9f-8ffd-245239179c45 req-8359f2ca-5085-486d-bf94-7357d65dd6f6 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:44.616293 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-326d62a6-99a1-4a9f-8ffd-245239179c45 req-8359f2ca-5085-486d-bf94-7357d65dd6f6 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0702682 Aug 13 03:55:44.676662 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-326d62a6-99a1-4a9f-8ffd-245239179c45 req-29aaedb4-112d-40d6-9e17-4042b9c30a5f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493274 Aug 13 03:55:44.676662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Deleting port e5c74439-55a1-43b2-88f7-6c42c2f82d8c {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:44.676965 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:44.763441 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:55:43Z', 'revision_number': 5, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:44.764447 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] For port e5c74439-55a1-43b2-88f7-6c42c2f82d8c, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:44.764816 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:44.777203 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Calling delete_port for e5c74439-55a1-43b2-88f7-6c42c2f82d8c owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:44.791731 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5f752-fd9d-4609-a2d4-fde217532f5a None None] The sync data for ids ['a204d4d5-5dc1-45b2-9438-e2f7f095a2a5'] in dv-cinder-760193-6-iscsi is: [{'id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'name': 'tempest-TestMinimumBasicScenario-134300257-router', 'tenant_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:49:59Z', 'updated_at': '2021-08-13T03:55:43Z', 'revision_number': 5, 'project_id': 'cb41d4b5a2ca480a80335dc5bdca2137', 'gw_port': {'id': 'e5c74439-55a1-43b2-88f7-6c42c2f82d8c', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:07:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a204d4d5-5dc1-45b2-9438-e2f7f095a2a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:00Z', 'updated_at': '2021-08-13T03:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:55:44.989255 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.016009 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c74439-55a1-43b2-88f7-6c42c2f82d8c,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:45.083171 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.213626 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.216743 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.418049 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.420345 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:55:45.423523 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.424724 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9a254250-cbe4-46a8-bf4d-ac73c4c6aaab admin admin] 10.222.0.45 "DELETE /v2.0/routers/a204d4d5-5dc1-45b2-9438-e2f7f095a2a5 HTTP/1.1" status: 204 len: 168 time: 1.3951631 Aug 13 03:55:45.427373 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48906) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:45.474048 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Deleting subnet 82a21767-df40-4496-9888-b4d5b7b6b636 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:55:45.477348 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.491996 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.512445 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.624023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.727038 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.756986 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.761210 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/82a21767-df40-4496-9888-b4d5b7b6b636 HTTP/1.1" status: 204 len: 168 time: 0.3305900 Aug 13 03:55:45.761210 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963d33c-a619-44ec-9c7e-0759c99ec010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82a21767-df40-4496-9888-b4d5b7b6b636,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:45.761688 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48912) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:45.764059 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef4b4b-a801-4bf4-abc0-862ed95f91f7 None None] Network 1db9f915-9f85-4fbf-8c97-935fdca49c33 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:55:45.812795 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a97b72-d930-42a8-a57f-b8d0ed056959 req-165b5e46-6e73-4b9e-b51c-ebf3bc50fd90 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:45.814586 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-52a97b72-d930-42a8-a57f-b8d0ed056959 req-165b5e46-6e73-4b9e-b51c-ebf3bc50fd90 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0505645 Aug 13 03:55:45.831496 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.872751 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-52a97b72-d930-42a8-a57f-b8d0ed056959 req-b78305ed-fb05-477c-8e58-04be6f0f72c5 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472474 Aug 13 03:55:45.904670 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Deleting port 2f70ee71-2510-4623-b3a8-d45409d8af82 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:45.905019 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.975354 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] For port 2f70ee71-2510-4623-b3a8-d45409d8af82, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2f70ee71-2510-4623-b3a8-d45409d8af82,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:45.975616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:45.982984 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] DHCP port deletion for 1db9f915-9f85-4fbf-8c97-935fdca49c33 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:55:45.991306 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Calling delete_port for 2f70ee71-2510-4623-b3a8-d45409d8af82 owned by network:dhcp {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:46.033449 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Deleting port 2f70ee71-2510-4623-b3a8-d45409d8af82 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:55:46.033875 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.094400 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] For port 2f70ee71-2510-4623-b3a8-d45409d8af82, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2f70ee71-2510-4623-b3a8-d45409d8af82,segment=NetworkSegment(c17596f5-6520-4d8c-bd3b-93fc5487d5e5),segment_id=c17596f5-6520-4d8c-bd3b-93fc5487d5e5)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:55:46.094805 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.107069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Calling delete_port for 2f70ee71-2510-4623-b3a8-d45409d8af82 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:55:46.155095 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.181645 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=2f70ee71-2510-4623-b3a8-d45409d8af82,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:46.183580 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] No DVR routers for this DVR port 2f70ee71-2510-4623-b3a8-d45409d8af82 on host dv-cinder-760193-6-iscsi {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:46.187393 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.213157 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] Pushing event deleted for resources: {'Port': ['ID=2f70ee71-2510-4623-b3a8-d45409d8af82,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:46.217866 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1403aa8b-8447-4994-982a-d5b63a092f26 None None] No DVR routers for this DVR port 2f70ee71-2510-4623-b3a8-d45409d8af82 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:55:46.254766 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.264662 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db9f915-9f85-4fbf-8c97-935fdca49c33']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:46.275394 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:46.275686 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17596f5-6520-4d8c-bd3b-93fc5487d5e5') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:55:46.284960 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.298613 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.306972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:55:46.307397 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:55:46.309380 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:55:46.423852 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.429786 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.435084 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] 10.222.0.45 "DELETE /v2.0/networks/1db9f915-9f85-4fbf-8c97-935fdca49c33 HTTP/1.1" status: 204 len: 168 time: 0.6688130 Aug 13 03:55:46.443003 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b6143-bd6a-4f0c-a8b9-f8df4cf9aa5b admin admin] Pushing event deleted for resources: {'Network': ['ID=1db9f915-9f85-4fbf-8c97-935fdca49c33,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:46.706837 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e5c74439-55a1-43b2-88f7-6c42c2f82d8c no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:46.727057 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: e5c74439-55a1-43b2-88f7-6c42c2f82d8c {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:46.727408 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e5c74439-55a1-43b2-88f7-6c42c2f82d8c not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:46.727822 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2f70ee71-2510-4623-b3a8-d45409d8af82 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:46.729533 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48920) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:46.750509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 2f70ee71-2510-4623-b3a8-d45409d8af82 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:46.750509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2f70ee71-2510-4623-b3a8-d45409d8af82 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:46.750509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 62ea3778-87e6-457a-847f-179aa8823dc3 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:55:46.772375 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 62ea3778-87e6-457a-847f-179aa8823dc3 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:55:46.772726 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 62ea3778-87e6-457a-847f-179aa8823dc3 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:55:46.776596 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0195ccc-631b-404f-8475-d25679c49cf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70fc3554e5b449e1ac5c3be55a904402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457997 Aug 13 03:55:46.778997 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 48922) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:46.826722 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.847239 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.960781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.963419 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:46.964644 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/73dc25c8-0369-4edc-8028-6e437d39a8ff HTTP/1.1" status: 204 len: 168 time: 0.1846886 Aug 13 03:55:46.973081 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ad1fe-342f-4783-843e-e2660147a392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc25c8-0369-4edc-8028-6e437d39a8ff,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:46.996986 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181b42d-f47d-4564-a98e-7443dffbdcee req-72ba1c3e-970d-49ab-ac0f-0bec60963c8f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:46.999262 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4181b42d-f47d-4564-a98e-7443dffbdcee req-72ba1c3e-970d-49ab-ac0f-0bec60963c8f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0607326 Aug 13 03:55:47.037505 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4181b42d-f47d-4564-a98e-7443dffbdcee req-6eaa1444-abe0-4763-8761-3a0a7733f154 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Aug 13 03:55:47.665689 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48932) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:47.711329 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-45698ca8-ce46-410c-8321-5e1ed727d500 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb41d4b5a2ca480a80335dc5bdca2137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442834 Aug 13 03:55:47.713609 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 48934) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:55:47.763807 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:47.790030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:47.910403 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:47.913078 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:47.914281 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3acc188-6b90-4fa0-b895-f18ab9e9c6f5 HTTP/1.1" status: 204 len: 168 time: 0.1997612 Aug 13 03:55:47.922352 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75b8e7-f98f-4de3-b04a-2e62ab14dd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3acc188-6b90-4fa0-b895-f18ab9e9c6f5,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:55:48.157574 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50019b-b7fb-4c33-a900-016bbe65cace req-d07ff7a7-0a6a-4541-8ea9-a509ac2e0032 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:48.159929 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa50019b-b7fb-4c33-a900-016bbe65cace req-d07ff7a7-0a6a-4541-8ea9-a509ac2e0032 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0527835 Aug 13 03:55:48.198975 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fa50019b-b7fb-4c33-a900-016bbe65cace req-9fcd2d43-3023-4c4b-8789-87e648b3f448 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329959 Aug 13 03:55:49.317984 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48525497-5977-4ba3-af2c-03ed12fb81aa req-d855c5ab-5bb3-464e-8bc6-bedae415fb4c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:49.319568 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-48525497-5977-4ba3-af2c-03ed12fb81aa req-d855c5ab-5bb3-464e-8bc6-bedae415fb4c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 13 03:55:49.358451 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-48525497-5977-4ba3-af2c-03ed12fb81aa req-c1aed474-9ea8-4af0-8798-c7424b607a27 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Aug 13 03:55:50.483967 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8fb88-ef87-4c16-a2a1-c991dea90c59 req-27091a0c-6dd6-452e-9629-db85d33b5f57 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:50.485493 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-97c8fb88-ef87-4c16-a2a1-c991dea90c59 req-27091a0c-6dd6-452e-9629-db85d33b5f57 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0506492 Aug 13 03:55:50.526515 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-97c8fb88-ef87-4c16-a2a1-c991dea90c59 req-c0a90980-271d-45e4-92c3-2fb48524854e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344658 Aug 13 03:55:51.647302 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ea466-55ef-4e14-a647-3e48d1ad4cad req-45013496-e2c0-49b0-88b5-6fbed7902e35 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:51.648806 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-224ea466-55ef-4e14-a647-3e48d1ad4cad req-45013496-e2c0-49b0-88b5-6fbed7902e35 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0541420 Aug 13 03:55:51.685436 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-224ea466-55ef-4e14-a647-3e48d1ad4cad req-91dca45b-3dbc-4dab-a02b-f72ea6811c37 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308015 Aug 13 03:55:52.814145 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ceff9-2ebb-48bc-9409-93daf166332f req-9a128f2d-aa2b-4de7-92be-7c6ab559a663 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:52.816452 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f0ceff9-2ebb-48bc-9409-93daf166332f req-9a128f2d-aa2b-4de7-92be-7c6ab559a663 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0547245 Aug 13 03:55:52.864328 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f0ceff9-2ebb-48bc-9409-93daf166332f req-9fa80ba6-79b1-4ca4-8558-47c33d6d896e tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418601 Aug 13 03:55:53.980147 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3265-deb9-4ba8-9a86-5ba5acf361f0 req-cf2d403e-0cd6-4d34-a6df-404a994bfcd9 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:53.981629 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-563c3265-deb9-4ba8-9a86-5ba5acf361f0 req-cf2d403e-0cd6-4d34-a6df-404a994bfcd9 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0473661 Aug 13 03:55:54.022243 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-563c3265-deb9-4ba8-9a86-5ba5acf361f0 req-4e9def5b-9af3-4a74-aa10-11054e697652 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Aug 13 03:55:55.142149 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358826a-97c0-40b7-877f-2755765dedc5 req-dba44603-c5d2-4057-b190-85be6c466ca3 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:55.143642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e358826a-97c0-40b7-877f-2755765dedc5 req-dba44603-c5d2-4057-b190-85be6c466ca3 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0526118 Aug 13 03:55:55.180985 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e358826a-97c0-40b7-877f-2755765dedc5 req-f5998fa4-da3a-49e5-b36a-44aef39e02e0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Aug 13 03:55:56.298831 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae10a6f-7943-4253-8abd-b2860c3581ea req-4e10cfc2-1385-4815-aa31-f4176b6bedfc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:56.300482 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dae10a6f-7943-4253-8abd-b2860c3581ea req-4e10cfc2-1385-4815-aa31-f4176b6bedfc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0508556 Aug 13 03:55:56.342431 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dae10a6f-7943-4253-8abd-b2860c3581ea req-6cd49a49-ee67-4dbe-a7aa-fa6b263362bf tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358732 Aug 13 03:55:56.849883 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:55:57.170505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-1d116b62-a2ce-4f67-8e24-2404ebed594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:57.172035 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-1d116b62-a2ce-4f67-8e24-2404ebed594d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0412438 Aug 13 03:55:57.267681 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-ed6cf511-d7e3-4b80-8b23-3781a8a809f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:57.270155 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-ed6cf511-d7e3-4b80-8b23-3781a8a809f7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0899498 Aug 13 03:55:57.340174 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-77cf2f14-ad5b-43bc-adda-66f0a920661f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 1001 time: 0.0627623 Aug 13 03:55:57.405269 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-62750f43-16b6-4c81-b551-f72adf2f24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:57.406834 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-62750f43-16b6-4c81-b551-f72adf2f24da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0580952 Aug 13 03:55:57.458871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-f235376e-e011-4dba-abe1-9b8227d697ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:57.460484 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-f235376e-e011-4dba-abe1-9b8227d697ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460477 Aug 13 03:55:57.477563 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714bd92-e5a0-4c97-864a-58c350d1fc80 req-eeb5ab90-f875-4637-bcbf-0cdfb8ebdcc7 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:57.479182 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0714bd92-e5a0-4c97-864a-58c350d1fc80 req-eeb5ab90-f875-4637-bcbf-0cdfb8ebdcc7 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0552261 Aug 13 03:55:57.525166 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0714bd92-e5a0-4c97-864a-58c350d1fc80 req-b99e8537-de5a-4b71-9a47-7069b7d95d9c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345113 Aug 13 03:55:57.563936 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-915f9f2e-e3ea-4b0d-a4f4-f1731086bb4f service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961015 Aug 13 03:55:57.658389 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-2eff1fea-df3c-4122-9f20-c8f5bdec2181 req-7915436f-8551-4474-9eee-7712aa77e7e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866818 Aug 13 03:55:58.029256 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:55:58.650054 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dae600-98c7-4ec9-b997-55430d88b675 req-560c0169-f15a-4e63-9329-e1e8d7cb86a5 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:58.651267 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-57dae600-98c7-4ec9-b997-55430d88b675 req-560c0169-f15a-4e63-9329-e1e8d7cb86a5 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0542600 Aug 13 03:55:58.690846 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-57dae600-98c7-4ec9-b997-55430d88b675 req-56aa6538-c3fd-4c02-8c80-7a676145d1a2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337098 Aug 13 03:55:59.814050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee61a96-69bc-40f2-8bce-815b8d32191c req-7125a61d-0e9c-4ca9-a3f7-673d3ffbc3ea tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:55:59.815652 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ee61a96-69bc-40f2-8bce-815b8d32191c req-7125a61d-0e9c-4ca9-a3f7-673d3ffbc3ea tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0519531 Aug 13 03:55:59.855138 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ee61a96-69bc-40f2-8bce-815b8d32191c req-d3e03efa-ce94-4525-a429-e060c58e8017 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322151 Aug 13 03:56:00.975768 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe23a84-8ef0-4e6a-a86f-6016b1da4d4b req-a35b919f-825f-40e2-bbe3-bce89ad1d90c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:00.977372 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abe23a84-8ef0-4e6a-a86f-6016b1da4d4b req-a35b919f-825f-40e2-bbe3-bce89ad1d90c tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0507627 Aug 13 03:56:01.017968 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-abe23a84-8ef0-4e6a-a86f-6016b1da4d4b req-8306d93e-4da8-49cb-bba0-a8db3c28f7a8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342565 Aug 13 03:56:01.362259 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecbc0d-ed1c-452f-9976-076c9a50a9d6 req-97b72166-6aa1-4fba-96a2-f83dca48d86b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:01.364304 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4ecbc0d-ed1c-452f-9976-076c9a50a9d6 req-97b72166-6aa1-4fba-96a2-f83dca48d86b tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0780833 Aug 13 03:56:01.382709 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-7f063277-e9c7-4eb1-89ba-804df3987c99 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0669830 Aug 13 03:56:01.411819 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4ecbc0d-ed1c-452f-9976-076c9a50a9d6 req-fd6b929c-e110-475c-bf93-bc9541f23c21 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Aug 13 03:56:02.541366 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7dde6-b1cb-41a7-ba27-53669af70913 req-26b6c77f-543f-446d-8a4b-2b1b3b6f843d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:02.543194 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02d7dde6-b1cb-41a7-ba27-53669af70913 req-26b6c77f-543f-446d-8a4b-2b1b3b6f843d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0503218 Aug 13 03:56:02.587101 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02d7dde6-b1cb-41a7-ba27-53669af70913 req-c3ed686d-245e-44ec-80e4-8c9a5f6d0be8 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372567 Aug 13 03:56:03.713435 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059a31e-9bed-4fb6-b4e5-90876a9fa62e req-3f0a65f9-5579-43d7-9ddc-425b06db3564 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:03.715094 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e059a31e-9bed-4fb6-b4e5-90876a9fa62e req-3f0a65f9-5579-43d7-9ddc-425b06db3564 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0541334 Aug 13 03:56:03.756691 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e059a31e-9bed-4fb6-b4e5-90876a9fa62e req-1c05eebc-b190-44e9-aeac-555963e448bb tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352559 Aug 13 03:56:04.131584 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-81826d28-20d3-419f-a493-53fb82c9ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.133112 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-81826d28-20d3-419f-a493-53fb82c9ea2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb&tenant_id=32eeacca28d04bb69d245974636ae569 HTTP/1.1" status: 200 len: 1098 time: 0.0436800 Aug 13 03:56:04.212926 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:56:04.214270 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-bf3342bf-cfe7-41f7-8e1f-f4c8249f117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.215839 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-bf3342bf-cfe7-41f7-8e1f-f4c8249f117d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0466053 Aug 13 03:56:04.292743 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:04.311364 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-11ca6036-6cbd-449b-906c-457a081020bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.312630 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-11ca6036-6cbd-449b-906c-457a081020bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0891461 Aug 13 03:56:04.317202 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:56:04.319428 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a87499e-700f-4a1d-92ee-2c4d2193f5fe" -d '{"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:56:04.333132 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:04.356473 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c98494a-af1c-4424-acb6-c06055473ba8 x-openstack-request-id: req-2c98494a-af1c-4424-acb6-c06055473ba8 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:56:04.356797 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-unplugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:56:04.357091 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c98494a-af1c-4424-acb6-c06055473ba8 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:56:04.357592 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'code': 200} Aug 13 03:56:04.388324 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-d611cef3-51ca-46d2-af28-fb27e19d4c72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 1001 time: 0.0678363 Aug 13 03:56:04.423606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:04.442633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-da82fd51-82e9-4456-b0ea-953592e8d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.445535 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-da82fd51-82e9-4456-b0ea-953592e8d320 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0480418 Aug 13 03:56:04.475329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=6']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:56:04.485556 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.485956 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.486302 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.487229 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.489163 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.489537 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.490170 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.490818 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.491163 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.491500 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.491831 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.492818 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:56:04.495330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-1b285f7e-65c4-414a-b509-89793f9d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.497041 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-1b285f7e-65c4-414a-b509-89793f9d9c40 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452721 Aug 13 03:56:04.592776 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-43728e33-53bd-4dd4-a993-9e3b500083f6 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880699 Aug 13 03:56:04.685407 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-37e5cd7b-ef5c-4b55-84de-174bf7e51ee1 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847950 Aug 13 03:56:04.893276 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1f6ca-002d-4d1a-94b0-265d6dd6bca1 req-f39e4d8e-56c5-44de-bee5-71ec1cfe41b0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:04.896245 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-74f1f6ca-002d-4d1a-94b0-265d6dd6bca1 req-f39e4d8e-56c5-44de-bee5-71ec1cfe41b0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0692866 Aug 13 03:56:04.936033 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-74f1f6ca-002d-4d1a-94b0-265d6dd6bca1 req-6fe16f98-f607-48d2-b638-e903583565e0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Aug 13 03:56:06.058392 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd32c9-4b67-4986-ae2d-08efc88566e3 req-4408e9ee-1359-415a-938e-c27308705207 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:06.059975 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a4cd32c9-4b67-4986-ae2d-08efc88566e3 req-4408e9ee-1359-415a-938e-c27308705207 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0501347 Aug 13 03:56:06.099027 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a4cd32c9-4b67-4986-ae2d-08efc88566e3 req-4e3cce3e-6051-4117-95f3-11aded6117ff tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329711 Aug 13 03:56:07.226003 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e40943-7454-45dd-b920-9459255be18d req-a56af957-37f1-4c5e-86e4-5bc1704a57b2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:07.227593 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64e40943-7454-45dd-b920-9459255be18d req-a56af957-37f1-4c5e-86e4-5bc1704a57b2 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0554583 Aug 13 03:56:07.266513 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-64e40943-7454-45dd-b920-9459255be18d req-fa1255fe-e752-4e59-9446-0f12e2eac6cc tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327826 Aug 13 03:56:08.387429 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180eb19-ecbd-45e4-9da4-c8ce33086d55 req-9e2c78f1-4d5b-4b5c-ba70-d86802525ddd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:08.389038 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6180eb19-ecbd-45e4-9da4-c8ce33086d55 req-9e2c78f1-4d5b-4b5c-ba70-d86802525ddd tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0510895 Aug 13 03:56:08.431443 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6180eb19-ecbd-45e4-9da4-c8ce33086d55 req-b3434e7c-7caf-4362-bb80-c21e1a4dfcf1 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Aug 13 03:56:09.550381 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc608994-f015-4f5f-b970-efd1084321f4 req-4a211da6-1e00-4a12-b8d1-cf13253a9b93 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:09.552372 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc608994-f015-4f5f-b970-efd1084321f4 req-4a211da6-1e00-4a12-b8d1-cf13253a9b93 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0493016 Aug 13 03:56:09.560329 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c662065-9684-4281-89be-ecf4d3c0112c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:09.591479 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-bc608994-f015-4f5f-b970-efd1084321f4 req-4111bf91-ed5d-4f53-9d20-ba1e8e659228 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331590 Aug 13 03:56:10.713310 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a3134-6e1f-4c29-adda-5d3fe981235d req-875f039d-487c-417e-b3e0-db7246a3f02f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:10.714809 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-100a3134-6e1f-4c29-adda-5d3fe981235d req-875f039d-487c-417e-b3e0-db7246a3f02f tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0519326 Aug 13 03:56:10.752873 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-100a3134-6e1f-4c29-adda-5d3fe981235d req-7266ec2c-c06d-4cb5-ac06-20fb777f9469 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Aug 13 03:56:11.876716 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dbd98-5a86-4505-9825-817822253013 req-b4697a25-56f1-479e-8b26-7da699535951 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:11.878222 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e45dbd98-5a86-4505-9825-817822253013 req-b4697a25-56f1-479e-8b26-7da699535951 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0503342 Aug 13 03:56:11.918533 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e45dbd98-5a86-4505-9825-817822253013 req-7b577048-72b1-4b0c-b042-2d3802a8d369 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335712 Aug 13 03:56:12.091537 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2b03b75c-714b-411f-bee3-99ceb3e3a2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:12.394720 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:12.583952 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dce0bc-b57d-4aa7-a441-a67bf1c46384 req-a6af2619-8d57-48fb-8a02-2f344da816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:12.585522 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-06dce0bc-b57d-4aa7-a441-a67bf1c46384 req-a6af2619-8d57-48fb-8a02-2f344da816aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1096 time: 0.0415945 Aug 13 03:56:12.622261 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-06dce0bc-b57d-4aa7-a441-a67bf1c46384 req-5580832f-2b9d-4305-9874-857c2ba39215 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275517 Aug 13 03:56:13.037911 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49293624-c0cd-4662-8bee-df038d7c87d2 req-7417facd-0fe5-4c68-9d84-e14a44f865f0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:13.039439 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49293624-c0cd-4662-8bee-df038d7c87d2 req-7417facd-0fe5-4c68-9d84-e14a44f865f0 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0503979 Aug 13 03:56:13.077854 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-49293624-c0cd-4662-8bee-df038d7c87d2 req-24778f00-4bde-4727-b36a-ff8d9db17902 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Aug 13 03:56:13.886103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:14.270546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:56:14.427428 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1204f53-6f1a-43b4-ac1e-ddc7c3de9ac2 req-79fc39d5-0601-4446-9d7c-523bd74c5284 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:14.428939 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1204f53-6f1a-43b4-ac1e-ddc7c3de9ac2 req-79fc39d5-0601-4446-9d7c-523bd74c5284 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 943 time: 0.0523760 Aug 13 03:56:14.472151 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d1204f53-6f1a-43b4-ac1e-ddc7c3de9ac2 req-fff81ce7-7c94-429c-9427-4f6635aedc12 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369778 Aug 13 03:56:14.492902 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:14.504404 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'port_id': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'mac_address': 'fa:16:3e:1e:f4:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:56:14.545546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:14.558247 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b336064f-b79f-40db-92df-f6e8019cd75f {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:56:14.577162 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:14.662979 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:14.711085 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=7']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:56:15.135149 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['b336064f-b79f-40db-92df-f6e8019cd75f'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:56:15.468840 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:16.301423 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:56:16.347753 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port b336064f-b79f-40db-92df-f6e8019cd75f triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:56:16.348121 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:16.424360 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:16.446302 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:56:16.448508 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31a2bb0-d739-486c-9f8d-d0b256da08d6" -d '{"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:56:16.461392 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:16.486989 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edb905b-d972-4320-a761-c839bd41f6d6 x-openstack-request-id: req-6edb905b-d972-4320-a761-c839bd41f6d6 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:56:16.487290 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-plugged", "status": "completed", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:56:16.487546 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6edb905b-d972-4320-a761-c839bd41f6d6 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:56:16.487942 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'code': 200} Aug 13 03:56:16.554539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:16.601098 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=8']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:56:28.023088 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:32.407944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36a141-e3a8-4c27-b585-2a2e4498d4be req-ac3fcdb2-84bc-4d2c-96be-18b6fbe498c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:32.409439 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e36a141-e3a8-4c27-b585-2a2e4498d4be req-ac3fcdb2-84bc-4d2c-96be-18b6fbe498c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.1482527 Aug 13 03:56:32.447049 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e36a141-e3a8-4c27-b585-2a2e4498d4be req-927fffbe-ad30-4707-a536-2ce1e12d53d6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307443 Aug 13 03:56:32.865901 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-c44d99a3-0f43-49a5-8e0d-af8e75bd1d71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431385 Aug 13 03:56:32.943798 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-8928d08c-80de-4e6d-88e8-fb07b2aa6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:32.945304 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-8928d08c-80de-4e6d-88e8-fb07b2aa6cd3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0427003 Aug 13 03:56:33.053012 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-29c7907e-7471-4517-a072-41657181f9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:33.170370 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-29c7907e-7471-4517-a072-41657181f9be service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0879626 Aug 13 03:56:33.170370 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-ed2ede14-4062-455c-a638-d7d1f73727bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 1001 time: 0.0634809 Aug 13 03:56:33.176091 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-134533c5-7378-4618-80a4-affb8aa3e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:33.177691 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-134533c5-7378-4618-80a4-affb8aa3e4a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0429156 Aug 13 03:56:33.226927 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-fe75a487-aba6-4460-ae1f-7251827e8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:33.228527 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-fe75a487-aba6-4460-ae1f-7251827e8d25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428739 Aug 13 03:56:33.315881 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-8db0517c-f4a5-4e7a-9ee5-dd5975907b6c service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794561 Aug 13 03:56:33.405205 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4f6335f1-4ff0-419c-9d70-c8448c05b55a req-7a0da358-055b-4853-9bd1-8da959dd06d6 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813763 Aug 13 03:56:33.567894 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec699bd-a63c-4d73-a724-3e8f2231c4cc req-dac8740c-4578-4d08-a88c-a9602e7dd3ff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:33.570934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ec699bd-a63c-4d73-a724-3e8f2231c4cc req-dac8740c-4578-4d08-a88c-a9602e7dd3ff tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0494518 Aug 13 03:56:33.609030 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ec699bd-a63c-4d73-a724-3e8f2231c4cc req-be5b7ccb-b780-4e7d-bdd1-3001172874a0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Aug 13 03:56:33.849295 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:56:34.731877 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305837d-282b-477b-b3a6-05cc1af6b5bc req-0f460ee5-556f-489f-94e7-6d0865ad372b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:34.733333 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0305837d-282b-477b-b3a6-05cc1af6b5bc req-0f460ee5-556f-489f-94e7-6d0865ad372b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0502396 Aug 13 03:56:34.772641 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0305837d-282b-477b-b3a6-05cc1af6b5bc req-98f68f9f-ef54-47ea-bd64-71521d031f6e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330045 Aug 13 03:56:35.892435 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02161aa3-13e2-4ccd-a148-182468a0b329 req-032503f7-6b23-4b93-b200-6e5341a32743 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:35.894093 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02161aa3-13e2-4ccd-a148-182468a0b329 req-032503f7-6b23-4b93-b200-6e5341a32743 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0497878 Aug 13 03:56:35.932065 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02161aa3-13e2-4ccd-a148-182468a0b329 req-f33faf78-6727-423d-8075-cfb35c8572f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312030 Aug 13 03:56:37.052509 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd945be5-467f-4b67-a05e-f220868580d9 req-e8f2dffa-958c-465d-aae4-a13bae313eb3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:37.053990 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dd945be5-467f-4b67-a05e-f220868580d9 req-e8f2dffa-958c-465d-aae4-a13bae313eb3 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0498967 Aug 13 03:56:37.092663 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dd945be5-467f-4b67-a05e-f220868580d9 req-bf9df8bb-3146-4456-845f-96ab094d76c2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Aug 13 03:56:38.214086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104f7fb-67ce-4f72-aa6e-0b2abf3a29cc req-9f7afa01-2176-47ba-ab26-92952107b50f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:38.215585 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6104f7fb-67ce-4f72-aa6e-0b2abf3a29cc req-9f7afa01-2176-47ba-ab26-92952107b50f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0538793 Aug 13 03:56:38.268824 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6104f7fb-67ce-4f72-aa6e-0b2abf3a29cc req-6a4620f4-8e1f-4b32-aec2-0ce248a929a8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Aug 13 03:56:39.401993 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d376f-0edd-4bb3-9d39-70eb2a37b2ae req-8fed0f11-c25e-4660-ad7d-539568c87e88 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:39.403559 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee1d376f-0edd-4bb3-9d39-70eb2a37b2ae req-8fed0f11-c25e-4660-ad7d-539568c87e88 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0599067 Aug 13 03:56:39.443571 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee1d376f-0edd-4bb3-9d39-70eb2a37b2ae req-43ed6485-a8e8-4a73-81b9-44bc2aa1f343 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341313 Aug 13 03:56:39.548935 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c2ab3f25-9924-446a-a3ec-c2035b8d6e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:40.564992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71240f0a-d2cc-467b-a817-43cd500e3dfd req-b7e9bee8-127d-4c50-a078-25065044c259 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:40.566468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-71240f0a-d2cc-467b-a817-43cd500e3dfd req-b7e9bee8-127d-4c50-a078-25065044c259 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487783 Aug 13 03:56:40.605097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-71240f0a-d2cc-467b-a817-43cd500e3dfd req-7625ec33-23e8-4729-8c9b-d4467ad6d878 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325937 Aug 13 03:56:41.730183 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc4c2d-2577-4a35-8467-174af22334f0 req-47d46c7a-2b8e-4fed-b08d-19dce4e5dd53 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:41.731593 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-80bc4c2d-2577-4a35-8467-174af22334f0 req-47d46c7a-2b8e-4fed-b08d-19dce4e5dd53 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0528705 Aug 13 03:56:41.770014 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-80bc4c2d-2577-4a35-8467-174af22334f0 req-df6fc693-2656-4a50-b865-1c550e16291f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Aug 13 03:56:42.074682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-f200cb05-08a4-40b1-b142-bad1877d35e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:42.451477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:42.893148 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe1c9f-a334-4aa3-854c-896775947ef5 req-c4eb5fdd-ec6b-4f54-a61b-199d55393c06 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:42.894759 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-96fe1c9f-a334-4aa3-854c-896775947ef5 req-c4eb5fdd-ec6b-4f54-a61b-199d55393c06 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Aug 13 03:56:42.934017 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-96fe1c9f-a334-4aa3-854c-896775947ef5 req-629e745a-d2e5-4482-bd83-c945619aec8a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331404 Aug 13 03:56:43.857563 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:44.058844 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0841bb-a476-47c1-b96d-87b4ac7f624b req-a484bdcd-2ed8-4d12-9c72-0674524125fb tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:44.060406 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d0841bb-a476-47c1-b96d-87b4ac7f624b req-a484bdcd-2ed8-4d12-9c72-0674524125fb tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Aug 13 03:56:44.098945 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d0841bb-a476-47c1-b96d-87b4ac7f624b req-1ff057d3-f6e0-4d45-9441-2dfd55d41d25 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Aug 13 03:56:45.226157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3c9a9-0f01-4b0f-9b01-e420111feaa1 req-e78e0287-5694-4cd4-be68-924d0919a8f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:45.227692 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2cf3c9a9-0f01-4b0f-9b01-e420111feaa1 req-e78e0287-5694-4cd4-be68-924d0919a8f9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0531802 Aug 13 03:56:45.270585 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2cf3c9a9-0f01-4b0f-9b01-e420111feaa1 req-11eeffb7-473b-470e-bd60-228d3d6f872c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368407 Aug 13 03:56:45.531878 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:46.390593 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef91d8-dd4b-4e01-93d3-e3cbf2483d28 req-4dbd81a3-6661-43fa-9f5c-725ade5fd55a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:46.392137 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-04ef91d8-dd4b-4e01-93d3-e3cbf2483d28 req-4dbd81a3-6661-43fa-9f5c-725ade5fd55a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487289 Aug 13 03:56:46.430885 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-04ef91d8-dd4b-4e01-93d3-e3cbf2483d28 req-f8f5bd9d-55e3-4959-b148-cb7b3755bd21 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329247 Aug 13 03:56:47.549371 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2171c-aada-44a6-b35f-c00f9272af4f req-b4e0d793-433e-4652-aaba-8b0b0eec8bfd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:47.550953 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3cc2171c-aada-44a6-b35f-c00f9272af4f req-b4e0d793-433e-4652-aaba-8b0b0eec8bfd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0490172 Aug 13 03:56:47.600358 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3cc2171c-aada-44a6-b35f-c00f9272af4f req-b0976ba7-c83e-41de-bb12-589bd5026815 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378816 Aug 13 03:56:48.727482 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d25b48-d958-4b76-ac68-e5fd76966915 req-cc4a8bbb-483d-438f-841b-055c0b15b497 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:48.729328 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7d25b48-d958-4b76-ac68-e5fd76966915 req-cc4a8bbb-483d-438f-841b-055c0b15b497 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Aug 13 03:56:48.767757 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e7d25b48-d958-4b76-ac68-e5fd76966915 req-fbec1fb0-7e12-483c-9853-30df5f65c250 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321407 Aug 13 03:56:49.887494 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f63cc-5b1e-4927-be21-280abe8aac54 req-6ff29211-9f58-41aa-a47a-13429e705b7e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:49.888967 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d67f63cc-5b1e-4927-be21-280abe8aac54 req-6ff29211-9f58-41aa-a47a-13429e705b7e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Aug 13 03:56:49.927809 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d67f63cc-5b1e-4927-be21-280abe8aac54 req-665c2062-a685-42b8-a181-08913225669b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327129 Aug 13 03:56:50.467293 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:56:50.563033 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:50.574642 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:56:50.609894 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:50.622635 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:56:50.642929 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:50.714381 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:50.766116 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=6']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:56:50.884781 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['d054a86c-9aa1-4c6b-add8-adc490c58d75'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:56:51.051139 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4546e-ff4f-457f-86a9-8a51e18b8292 req-27d4ce92-6231-4815-982d-cedff417dbe0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:51.052662 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-70f4546e-ff4f-457f-86a9-8a51e18b8292 req-27d4ce92-6231-4815-982d-cedff417dbe0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0491581 Aug 13 03:56:51.090473 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-70f4546e-ff4f-457f-86a9-8a51e18b8292 req-a12189c5-4887-4173-82ae-a3f6ffd3f47f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Aug 13 03:56:52.376930 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2569-6ce5-4e76-b98c-c601fecae92b req-94375b83-009e-4cbc-904e-f4c4be10edf6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:52.378481 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d83e2569-6ce5-4e76-b98c-c601fecae92b req-94375b83-009e-4cbc-904e-f4c4be10edf6 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0577841 Aug 13 03:56:52.422235 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d83e2569-6ce5-4e76-b98c-c601fecae92b req-2221e2e6-3346-4a2b-aeda-26b6122dc9b7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368307 Aug 13 03:56:52.466645 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:56:52.524060 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port d054a86c-9aa1-4c6b-add8-adc490c58d75 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:56:52.524347 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:52.614652 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:52.653092 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:56:52.655817 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf8b8df-0841-44b1-8683-0b88d2c84082" -d '{"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:56:52.674882 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:56:52.699037 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02109ab3-745b-4ef2-9181-7782f5cd752e x-openstack-request-id: req-02109ab3-745b-4ef2-9181-7782f5cd752e {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:56:52.699328 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:56:52.699586 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02109ab3-745b-4ef2-9181-7782f5cd752e {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:56:52.699982 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'code': 200} Aug 13 03:56:52.777647 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:52.836833 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=7']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:56:53.544942 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6e83d-6021-4561-8e65-87194816aef0 req-a8591d2b-a8f6-45f2-80c5-93fafed802e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:53.546362 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ca6e83d-6021-4561-8e65-87194816aef0 req-a8591d2b-a8f6-45f2-80c5-93fafed802e8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Aug 13 03:56:53.583884 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ca6e83d-6021-4561-8e65-87194816aef0 req-bebeaad7-f46d-406f-bfff-c094794ca901 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315697 Aug 13 03:56:54.702978 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301bd19-a5e8-4bea-ba08-dde08458094d req-757dc95f-d3b2-41cc-aaab-a62e6265dfae tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:54.704457 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9301bd19-a5e8-4bea-ba08-dde08458094d req-757dc95f-d3b2-41cc-aaab-a62e6265dfae tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Aug 13 03:56:54.740984 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9301bd19-a5e8-4bea-ba08-dde08458094d req-fc8a6e13-c319-4986-ae87-5b053791bbab tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Aug 13 03:56:55.869024 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f7fc-eded-43c8-8b20-3bbf9b4cb674 req-57b6f8a2-32d1-4c68-b90f-2ed3b3fe99c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:55.869024 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee10f7fc-eded-43c8-8b20-3bbf9b4cb674 req-57b6f8a2-32d1-4c68-b90f-2ed3b3fe99c9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0522957 Aug 13 03:56:55.906841 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee10f7fc-eded-43c8-8b20-3bbf9b4cb674 req-1a77a774-0388-4139-8c41-f9f093e872a1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336275 Aug 13 03:56:57.038986 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6a73-7126-4c52-9b1d-3706646b86c4 req-3a6cc9bb-c67a-454b-9dca-20f6fbec6184 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:57.040537 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6eca6a73-7126-4c52-9b1d-3706646b86c4 req-3a6cc9bb-c67a-454b-9dca-20f6fbec6184 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0576136 Aug 13 03:56:57.085773 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6eca6a73-7126-4c52-9b1d-3706646b86c4 req-2db197a0-df4d-4b7b-8a76-2ebd6ec73b45 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386963 Aug 13 03:56:58.051529 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:56:58.224592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726fea7-df56-41e1-a50b-041f07f2d827 req-531d877d-8bde-4d3f-8962-9cd00257fc35 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:58.226171 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c726fea7-df56-41e1-a50b-041f07f2d827 req-531d877d-8bde-4d3f-8962-9cd00257fc35 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0648787 Aug 13 03:56:58.267074 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c726fea7-df56-41e1-a50b-041f07f2d827 req-c889a5f7-0bf0-4a19-bd15-ff343ca1c15d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344543 Aug 13 03:56:59.403360 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e499e25-6e54-448d-9289-66fb0b96fffb req-443f2616-5c47-4250-9f39-b8c435cfbeaf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:56:59.404934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e499e25-6e54-448d-9289-66fb0b96fffb req-443f2616-5c47-4250-9f39-b8c435cfbeaf tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Aug 13 03:56:59.447137 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4e499e25-6e54-448d-9289-66fb0b96fffb req-4060c894-10ab-4a0c-ba45-7120a4b27dcc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352945 Aug 13 03:57:00.575924 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec7a84d-03d6-4f0b-a363-acf13b5be0b3 req-0b97c685-77d5-4e97-8150-95371e5877d2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:00.577482 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cec7a84d-03d6-4f0b-a363-acf13b5be0b3 req-0b97c685-77d5-4e97-8150-95371e5877d2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0498958 Aug 13 03:57:00.618942 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cec7a84d-03d6-4f0b-a363-acf13b5be0b3 req-1814ead8-5085-458b-a24f-9f5ae4f59dfa tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352855 Aug 13 03:57:01.756608 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1ce3b-6383-4d52-a3ab-e0964c996b31 req-f6645354-689a-4a2d-b80d-6178be08eff0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:01.758174 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ba1ce3b-6383-4d52-a3ab-e0964c996b31 req-f6645354-689a-4a2d-b80d-6178be08eff0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0561447 Aug 13 03:57:01.810532 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9ba1ce3b-6383-4d52-a3ab-e0964c996b31 req-6216c778-d2bd-413f-82c6-b65cf6590831 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423427 Aug 13 03:57:02.953698 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafccc5-adb3-41d1-8a2a-fa182fd5c3ce req-012dfc91-532a-4d7b-8518-9848bb24c008 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:02.956202 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eaafccc5-adb3-41d1-8a2a-fa182fd5c3ce req-012dfc91-532a-4d7b-8518-9848bb24c008 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0642505 Aug 13 03:57:02.997816 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eaafccc5-adb3-41d1-8a2a-fa182fd5c3ce req-e5b681d4-9e30-4a4e-8f50-94ea313f985c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355971 Aug 13 03:57:04.134007 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760fc2e-8912-44f5-939d-9be82f0026d2 req-5ba89273-b3fe-41fe-9041-1e8ab282f010 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:04.136012 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d760fc2e-8912-44f5-939d-9be82f0026d2 req-5ba89273-b3fe-41fe-9041-1e8ab282f010 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0543752 Aug 13 03:57:04.178866 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d760fc2e-8912-44f5-939d-9be82f0026d2 req-bc18b13c-ee79-4d74-acc8-b66d533e40b9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359554 Aug 13 03:57:05.308911 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cbdfef-a124-4235-9ab0-5205b78b495c req-b70cc025-b9eb-4095-92a8-9fa149793c56 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:05.314249 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65cbdfef-a124-4235-9ab0-5205b78b495c req-b70cc025-b9eb-4095-92a8-9fa149793c56 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0594945 Aug 13 03:57:05.356238 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-65cbdfef-a124-4235-9ab0-5205b78b495c req-176478ac-6adb-4b9e-99f5-ae439d993936 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387897 Aug 13 03:57:06.488083 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723041d-9d61-4a9c-a229-ca60f8551fc3 req-724ac07b-a2ef-471b-aa24-a0e8ce46eb76 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:06.489702 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8723041d-9d61-4a9c-a229-ca60f8551fc3 req-724ac07b-a2ef-471b-aa24-a0e8ce46eb76 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0539699 Aug 13 03:57:06.530955 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8723041d-9d61-4a9c-a229-ca60f8551fc3 req-0d7d5759-7111-451a-bafb-8908ad0793e9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340347 Aug 13 03:57:07.666760 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1fe1c-aaa5-4692-836a-9a9607e7c2c4 req-e5b1b433-80b6-4652-8e3d-0f56af47e7d7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:07.668292 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83e1fe1c-aaa5-4692-836a-9a9607e7c2c4 req-e5b1b433-80b6-4652-8e3d-0f56af47e7d7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0603755 Aug 13 03:57:07.708623 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-83e1fe1c-aaa5-4692-836a-9a9607e7c2c4 req-86f6c52d-dc64-4e39-b4b2-322114da8468 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340033 Aug 13 03:57:08.832596 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f02266-049b-4ee2-82cb-c0b98ec04823 req-8c4ae3eb-c7ad-43e2-8588-35b38b8cfc6f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:08.834089 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-80f02266-049b-4ee2-82cb-c0b98ec04823 req-8c4ae3eb-c7ad-43e2-8588-35b38b8cfc6f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0474627 Aug 13 03:57:08.878675 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-80f02266-049b-4ee2-82cb-c0b98ec04823 req-6c77399d-023a-4a60-b303-3666a89ea5d5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376217 Aug 13 03:57:09.543410 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-643a5eb6-81d6-4af1-88f5-d96a4820f747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:09.616735 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-88fb711f-92c5-4ff2-9410-2e74f91c380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:09.618269 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-88fb711f-92c5-4ff2-9410-2e74f91c380f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0922928 Aug 13 03:57:09.708473 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-bc9d157d-1cb9-4c66-81fe-76c5a5997f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:09.709943 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-bc9d157d-1cb9-4c66-81fe-76c5a5997f9f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0836618 Aug 13 03:57:09.785020 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-129a7c84-7362-4c57-9ce7-279ddac89422 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 1001 time: 0.0648894 Aug 13 03:57:09.856858 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-018de44c-ecde-41de-983f-983ada77e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:09.858398 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-018de44c-ecde-41de-983f-983ada77e779 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0587103 Aug 13 03:57:09.911892 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-6bb49881-81fd-4806-879b-a779642689cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:09.913515 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-6bb49881-81fd-4806-879b-a779642689cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464950 Aug 13 03:57:09.925859 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-e9df1c21-e7b2-4a1d-9d06-590a872920ab service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:57:09.926940 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-e9df1c21-e7b2-4a1d-9d06-590a872920ab service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060823 Aug 13 03:57:10.013782 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fefeb2-0cae-40a3-ab72-272d36c7d38a req-5482f156-2f55-4aa9-80dd-7c6b049317b9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:10.017897 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d0fefeb2-0cae-40a3-ab72-272d36c7d38a req-5482f156-2f55-4aa9-80dd-7c6b049317b9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0616496 Aug 13 03:57:10.034696 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-39c979b8-7f97-45e0-bbce-3c97c8bff73e service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000755 Aug 13 03:57:10.061042 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d0fefeb2-0cae-40a3-ab72-272d36c7d38a req-c65b5bc7-17e6-4070-b737-105ab947593d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393176 Aug 13 03:57:10.128761 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c524b1e7-1e92-4a37-9b19-b6d3d33920f5 req-b605bd99-76fd-48b9-9526-cc4b3245fb4a service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861835 Aug 13 03:57:10.848869 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:57:11.186040 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082d840-1481-4517-bd67-ed641aaae141 req-fe37673d-3e2b-4e91-b09c-a8ec0b0ae496 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:11.187702 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1082d840-1481-4517-bd67-ed641aaae141 req-fe37673d-3e2b-4e91-b09c-a8ec0b0ae496 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0552852 Aug 13 03:57:11.225935 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1082d840-1481-4517-bd67-ed641aaae141 req-4ce3ae59-4a9d-4fec-8de0-763b9a7e39d9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323603 Aug 13 03:57:12.056823 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-22e752f2-e530-4a8e-baff-1f57e777eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:12.348033 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0aa979-c96d-43d2-ad0c-dbff8cda0239 req-924b24db-272b-4ca9-8b98-56fe7891df3e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:12.349597 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7b0aa979-c96d-43d2-ad0c-dbff8cda0239 req-924b24db-272b-4ca9-8b98-56fe7891df3e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Aug 13 03:57:12.389665 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7b0aa979-c96d-43d2-ad0c-dbff8cda0239 req-477ef82c-e9d5-4d0b-b74d-2ee09eab4a4e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334823 Aug 13 03:57:12.417144 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:12.588431 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:57:12.663908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:12.687097 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:57:12.689379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374d81fc-9ac2-4364-b992-2be76caf125b" -d '{"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:57:12.703038 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:57:12.724909 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4840b6-3314-4381-80b9-bc96fa70c03e x-openstack-request-id: req-9f4840b6-3314-4381-80b9-bc96fa70c03e {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:57:12.725209 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:57:12.725462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f4840b6-3314-4381-80b9-bc96fa70c03e {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:57:12.725892 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'code': 200} Aug 13 03:57:12.748602 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:12.802597 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=8']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:57:12.810882 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.811233 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.811576 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.811912 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.812243 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.812574 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.812903 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.813227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.813551 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.813897 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.814216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:12.814531 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:13.521361 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f35d96b-7794-4486-9005-8cc263420b5f req-94269996-079a-4091-8a6e-af625e39c341 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:13.522902 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4f35d96b-7794-4486-9005-8cc263420b5f req-94269996-079a-4091-8a6e-af625e39c341 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0584857 Aug 13 03:57:13.561426 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4f35d96b-7794-4486-9005-8cc263420b5f req-1a6be0c1-f54f-400c-9dc4-257cb8d27df1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Aug 13 03:57:13.851460 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:15.485368 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:15.758295 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82121c-0a4e-4120-a83f-4b730762ddad req-a62edada-dd92-47a3-87b0-6266d1c66695 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:15.760748 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4a82121c-0a4e-4120-a83f-4b730762ddad req-a62edada-dd92-47a3-87b0-6266d1c66695 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0636280 Aug 13 03:57:15.818585 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4a82121c-0a4e-4120-a83f-4b730762ddad req-5c59e631-e4e6-48ff-a0b8-a846fbf1e591 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502768 Aug 13 03:57:16.073488 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49458) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:57:16.159547 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-1d739d89-1158-40b1-81e9-d61d777df361 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848653 Aug 13 03:57:16.620483 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:57:16.946734 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfddda-d693-4ed5-89cd-0d1c00e09a3d req-6895d690-1d1f-46af-8b25-476f3c4055e0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:16.948279 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ecfddda-d693-4ed5-89cd-0d1c00e09a3d req-6895d690-1d1f-46af-8b25-476f3c4055e0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0515947 Aug 13 03:57:16.990695 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ecfddda-d693-4ed5-89cd-0d1c00e09a3d req-27d6245b-031f-41e9-8944-898482021b4c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359104 Aug 13 03:57:17.659280 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-ca624451-d0ae-4d40-8798-4cb5c041b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:17.662445 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-ca624451-d0ae-4d40-8798-4cb5c041b0db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6&tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16 HTTP/1.1" status: 200 len: 1096 time: 0.0458348 Aug 13 03:57:17.736981 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-c567da67-ea5c-4517-a820-4837729aa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:17.738550 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-c567da67-ea5c-4517-a820-4837729aa36d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0399077 Aug 13 03:57:17.833039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-9a1b00b5-b67a-4e85-b97d-82684f10758f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:17.834581 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-9a1b00b5-b67a-4e85-b97d-82684f10758f service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0839269 Aug 13 03:57:17.910014 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-ed6b114f-afb5-40b7-8abb-a48272e162a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 999 time: 0.0676656 Aug 13 03:57:17.958502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-efcd86c2-06ea-43e2-b32b-8fb134cc6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:17.959946 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-efcd86c2-06ea-43e2-b32b-8fb134cc6bf5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0432193 Aug 13 03:57:18.005134 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-b4228a22-36e5-44be-864c-38e718393f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:18.006933 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-b4228a22-36e5-44be-864c-38e718393f65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404012 Aug 13 03:57:18.102908 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-e1c98fea-9476-468d-8658-c27afe6a4053 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888486 Aug 13 03:57:18.111314 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9ae45-d84b-4d06-9502-9ba8a95fbd4f req-c30a0e5a-4292-4992-a5cc-dfeb4bdb44d0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:18.112814 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6af9ae45-d84b-4d06-9502-9ba8a95fbd4f req-c30a0e5a-4292-4992-a5cc-dfeb4bdb44d0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0481689 Aug 13 03:57:18.153816 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6af9ae45-d84b-4d06-9502-9ba8a95fbd4f req-743e27c9-4434-4f31-9e71-07585def3dc2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328989 Aug 13 03:57:18.196802 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-b675f449-f00a-4a9a-ad99-2b595e63e0c7 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851936 Aug 13 03:57:19.285549 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116573c3-4eda-484e-b79e-6aff50444fe5 req-71c3cc58-5885-40ce-912c-97863790de8c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:19.287009 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-116573c3-4eda-484e-b79e-6aff50444fe5 req-71c3cc58-5885-40ce-912c-97863790de8c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0479944 Aug 13 03:57:19.326001 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-116573c3-4eda-484e-b79e-6aff50444fe5 req-dbd63e35-363f-4e56-8ef0-6403d457b787 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329969 Aug 13 03:57:20.449442 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8501-231d-4574-8f6e-45e31e7201b1 req-ca4a745f-7178-4bb2-ad18-1cab483feed8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:20.450971 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-939a8501-231d-4574-8f6e-45e31e7201b1 req-ca4a745f-7178-4bb2-ad18-1cab483feed8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0503750 Aug 13 03:57:20.492881 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-939a8501-231d-4574-8f6e-45e31e7201b1 req-3e773c9d-b2b1-4fe5-99bf-611fd34e821e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359185 Aug 13 03:57:21.615244 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d9501-756a-49da-af29-8cca10339fb2 req-4ab1295a-f0fc-44c5-8d6f-c2fc3b8504c2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:21.617002 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6e5d9501-756a-49da-af29-8cca10339fb2 req-4ab1295a-f0fc-44c5-8d6f-c2fc3b8504c2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0504203 Aug 13 03:57:21.661129 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6e5d9501-756a-49da-af29-8cca10339fb2 req-6d3008aa-79d4-4ec7-9234-fbe252ba98ac tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Aug 13 03:57:22.788871 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900e699-bcee-42e3-a7b7-2c40f09fd9a5 req-6acfd433-01e8-469c-b3cf-34cd62546327 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:22.790492 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e900e699-bcee-42e3-a7b7-2c40f09fd9a5 req-6acfd433-01e8-469c-b3cf-34cd62546327 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0526679 Aug 13 03:57:22.831432 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e900e699-bcee-42e3-a7b7-2c40f09fd9a5 req-54f3480e-c67a-47f8-aa25-e29ea82c9e4d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347466 Aug 13 03:57:23.964792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901c529-0fce-4d12-a309-0aded7a69078 req-4ff34677-39d6-4415-b382-f9652ab7a2f5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:23.967645 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a901c529-0fce-4d12-a309-0aded7a69078 req-4ff34677-39d6-4415-b382-f9652ab7a2f5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0532413 Aug 13 03:57:24.008922 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a901c529-0fce-4d12-a309-0aded7a69078 req-a0dec885-9fd1-4054-a121-0615f4306cca tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360324 Aug 13 03:57:25.137362 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd2feb-89dd-48ff-94c3-a17adca7346c req-0056aa88-18b0-4de6-929f-3db57c2f5cb9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:25.139631 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6dcd2feb-89dd-48ff-94c3-a17adca7346c req-0056aa88-18b0-4de6-929f-3db57c2f5cb9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0513823 Aug 13 03:57:25.187426 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6dcd2feb-89dd-48ff-94c3-a17adca7346c req-3511362e-7994-4cb4-ad34-54463fdf027f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366681 Aug 13 03:57:26.325575 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74d731-c53c-4c20-8371-7515da87571a req-84755468-950c-4e9f-b3b3-9b4f9dbce750 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:26.327134 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1e74d731-c53c-4c20-8371-7515da87571a req-84755468-950c-4e9f-b3b3-9b4f9dbce750 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0526843 Aug 13 03:57:26.381076 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1e74d731-c53c-4c20-8371-7515da87571a req-3e7886a0-f75f-4f63-bd7a-8d703b30ebe5 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465426 Aug 13 03:57:27.502815 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069b914-4ff9-4100-b2d6-3f724b489fad req-2d55936d-2471-430b-8954-1a220b33d09d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:27.504291 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0069b914-4ff9-4100-b2d6-3f724b489fad req-2d55936d-2471-430b-8954-1a220b33d09d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0490131 Aug 13 03:57:27.545284 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0069b914-4ff9-4100-b2d6-3f724b489fad req-0ae78888-6062-4bd0-b6d9-e533016b52a1 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348501 Aug 13 03:57:28.034759 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:28.683192 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac913358-b016-4d4b-aed1-ecb763988469 req-6301bd96-6743-4487-9012-9b20623eb486 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:28.684416 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac913358-b016-4d4b-aed1-ecb763988469 req-6301bd96-6743-4487-9012-9b20623eb486 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0618739 Aug 13 03:57:28.724444 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ac913358-b016-4d4b-aed1-ecb763988469 req-ad603e79-4ae1-4a5f-a238-e33c20f4e710 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Aug 13 03:57:29.858413 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cfab5-7627-46d6-9731-937ae6437489 req-2b146c87-5bcc-420e-a8dc-074bcff53ea8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:29.859943 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-363cfab5-7627-46d6-9731-937ae6437489 req-2b146c87-5bcc-420e-a8dc-074bcff53ea8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0590649 Aug 13 03:57:29.898762 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-363cfab5-7627-46d6-9731-937ae6437489 req-4b864f59-5370-4257-8594-a0a0f7dfa575 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318868 Aug 13 03:57:31.025285 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda2f80-3d4c-43dc-b5a6-18b78ef51f05 req-bbbb4b18-f8dc-43c3-8fba-76b131e665dd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:31.026810 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eeda2f80-3d4c-43dc-b5a6-18b78ef51f05 req-bbbb4b18-f8dc-43c3-8fba-76b131e665dd tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0513096 Aug 13 03:57:31.071238 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eeda2f80-3d4c-43dc-b5a6-18b78ef51f05 req-27b3290e-008e-4eac-8f22-efa098d7c92d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384016 Aug 13 03:57:32.191986 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63a8ba-1f89-4975-a95a-2465797f0d01 req-b2e290cb-0c98-4e02-85a1-a2a813a24bc8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:32.193540 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ea63a8ba-1f89-4975-a95a-2465797f0d01 req-b2e290cb-0c98-4e02-85a1-a2a813a24bc8 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0510871 Aug 13 03:57:32.232185 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ea63a8ba-1f89-4975-a95a-2465797f0d01 req-12d39bf6-e233-44f6-9750-5de78be14240 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325809 Aug 13 03:57:33.376913 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70bb4ae-1979-46f9-ae69-704e2004b9e5 req-bb6b931e-7493-4a1e-ab58-4ff29e4173b7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:33.379200 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d70bb4ae-1979-46f9-ae69-704e2004b9e5 req-bb6b931e-7493-4a1e-ab58-4ff29e4173b7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0703247 Aug 13 03:57:33.421225 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d70bb4ae-1979-46f9-ae69-704e2004b9e5 req-cdd5be44-f494-4fd7-9f28-b9eea5687543 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350754 Aug 13 03:57:34.540354 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a280fa-c408-4304-aa43-1e5fbc752e08 req-a51e2160-a4f9-409b-9cb2-04cacccdcb72 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:34.541893 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a4a280fa-c408-4304-aa43-1e5fbc752e08 req-a51e2160-a4f9-409b-9cb2-04cacccdcb72 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0493419 Aug 13 03:57:34.583266 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a4a280fa-c408-4304-aa43-1e5fbc752e08 req-11715335-c076-4bb4-abd5-19d37d12c0a2 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354602 Aug 13 03:57:35.043898 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-86faa453-6d15-4e35-a72e-03f5683e44d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526884 Aug 13 03:57:35.145138 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-366ab262-fb19-4a11-9378-b9c9a6975871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:35.146702 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-366ab262-fb19-4a11-9378-b9c9a6975871 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0448840 Aug 13 03:57:35.250300 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-212015fa-9cdf-486f-a570-11365109fdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:35.251972 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-212015fa-9cdf-486f-a570-11365109fdaf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0870109 Aug 13 03:57:35.322802 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-63c4aa03-4243-4c14-8257-12da16b7566d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 1001 time: 0.0634229 Aug 13 03:57:35.373749 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-328965cf-e973-463c-87af-c078be2ba536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:35.375242 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-328965cf-e973-463c-87af-c078be2ba536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0451200 Aug 13 03:57:35.427298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-05e8433d-7fe6-4122-8a45-e863a335f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:35.433055 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-05e8433d-7fe6-4122-8a45-e863a335f4e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506513 Aug 13 03:57:35.532782 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-9497e931-4d76-41e4-83f7-164a4981b0e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926037 Aug 13 03:57:35.625715 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0a424558-2945-44f3-bd01-826ec1d0e3b9 req-4acf9f76-fb2c-43eb-8ce6-cf09f252602c service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858059 Aug 13 03:57:35.703588 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b0bb5-e89f-46e9-8757-0b892614c5b1 req-af8fa4c1-c311-482c-bfc3-455a1707771b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:35.705153 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b87b0bb5-e89f-46e9-8757-0b892614c5b1 req-af8fa4c1-c311-482c-bfc3-455a1707771b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0516536 Aug 13 03:57:35.756790 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b87b0bb5-e89f-46e9-8757-0b892614c5b1 req-f349bd23-4ad1-4d01-99f4-53a9034990cc tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Aug 13 03:57:36.884146 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49880b-5c14-468e-bcc1-a4babc0775e2 req-bd6e3fd3-2c55-42c7-b1e8-ddb907515d24 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:36.885684 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d49880b-5c14-468e-bcc1-a4babc0775e2 req-bd6e3fd3-2c55-42c7-b1e8-ddb907515d24 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0518126 Aug 13 03:57:36.924097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1d49880b-5c14-468e-bcc1-a4babc0775e2 req-5bd2ca0d-2208-45d6-a984-8ff31b65889a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324767 Aug 13 03:57:38.045862 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09fea4-fc77-4239-8539-2ea804bf3a7b req-6c67380e-5925-4047-b0bc-c4d7ee4db021 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:38.047364 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7d09fea4-fc77-4239-8539-2ea804bf3a7b req-6c67380e-5925-4047-b0bc-c4d7ee4db021 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 943 time: 0.0501294 Aug 13 03:57:38.096007 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7d09fea4-fc77-4239-8539-2ea804bf3a7b req-c0cde2ab-7856-4b36-a95a-f98cc62615d9 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419760 Aug 13 03:57:38.743901 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:57:38.848637 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:57:38.860359 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'port_id': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'mac_address': 'fa:16:3e:f2:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:57:38.898238 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:38.911267 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:57:38.930684 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:57:38.993710 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:39.046819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=9']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:57:39.222521 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe917db8-b367-4ef9-bf39-bd4493f7e271 req-6644db97-e3b7-4395-8533-f2e54090203b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:39.224977 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe917db8-b367-4ef9-bf39-bd4493f7e271 req-6644db97-e3b7-4395-8533-f2e54090203b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0505860 Aug 13 03:57:39.264830 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe917db8-b367-4ef9-bf39-bd4493f7e271 req-7d1cea01-eade-446d-a8ce-5a832f4ace52 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334702 Aug 13 03:57:39.440075 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['d054a86c-9aa1-4c6b-add8-adc490c58d75'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:57:39.562090 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-498d21b9-ee79-42fb-8100-be6373aa969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:40.384116 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f842f-ae15-47cb-b86f-d2fc7f2171d4 req-27d30774-4c93-4176-836a-be1a6f85f152 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:40.385506 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b4f842f-ae15-47cb-b86f-d2fc7f2171d4 req-27d30774-4c93-4176-836a-be1a6f85f152 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 944 time: 0.0482135 Aug 13 03:57:40.422837 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5b4f842f-ae15-47cb-b86f-d2fc7f2171d4 req-3d3b09dd-133d-4b6e-8434-fdffa787495f tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Aug 13 03:57:40.744165 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:57:40.798901 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port d054a86c-9aa1-4c6b-add8-adc490c58d75 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:57:40.799274 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:40.875012 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:40.897275 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:57:40.899509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf8019f-acfe-45bc-a17c-e49f9543d962" -d '{"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:57:40.912928 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:57:40.960053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:40.997403 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ac7e1-fa82-4433-a55e-51418197eea9 x-openstack-request-id: req-e20ac7e1-fa82-4433-a55e-51418197eea9 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:57:40.997706 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-plugged", "status": "completed", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:57:41.000125 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e20ac7e1-fa82-4433-a55e-51418197eea9 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:57:41.000125 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'code': 200} Aug 13 03:57:41.013330 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=10']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:57:41.348719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1206b60-fbc4-4775-872f-7d3b3f747b5c req-803b590b-3ad7-40c5-aed2-b63c35bd93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:41.350353 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f1206b60-fbc4-4775-872f-7d3b3f747b5c req-803b590b-3ad7-40c5-aed2-b63c35bd93e8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1099 time: 0.0414305 Aug 13 03:57:41.386577 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f1206b60-fbc4-4775-872f-7d3b3f747b5c req-9c86ee35-8a20-4776-b000-61561237a2d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296171 Aug 13 03:57:41.545587 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292ca1b-5225-4792-9681-9b744cbc1398 req-03baae3b-0abf-4674-93d6-96fe59c8ff70 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:41.547117 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4292ca1b-5225-4792-9681-9b744cbc1398 req-03baae3b-0abf-4674-93d6-96fe59c8ff70 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0491028 Aug 13 03:57:41.587108 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4292ca1b-5225-4792-9681-9b744cbc1398 req-49bd918e-340e-4b34-b0b3-5196da0aa652 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333369 Aug 13 03:57:42.073772 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8745631e-1cb4-4f69-85cb-92e667e7a510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:42.416498 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:42.710469 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab475c4-e8f5-4827-a20c-327ce08b9987 req-36871304-fba6-4332-baf9-a64968a43836 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:42.711982 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ab475c4-e8f5-4827-a20c-327ce08b9987 req-36871304-fba6-4332-baf9-a64968a43836 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0501099 Aug 13 03:57:42.749273 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2ab475c4-e8f5-4827-a20c-327ce08b9987 req-22862615-bd37-4056-be30-defc0c6ae3ad tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314281 Aug 13 03:57:43.845381 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:43.869517 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc124dcb-0aaf-4740-ba45-401d3bd19075 req-26cedfd3-0b02-4eaf-8d9e-1ebc048c1aa7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:43.871616 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dc124dcb-0aaf-4740-ba45-401d3bd19075 req-26cedfd3-0b02-4eaf-8d9e-1ebc048c1aa7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Aug 13 03:57:43.913163 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dc124dcb-0aaf-4740-ba45-401d3bd19075 req-82b71678-4667-41d1-a916-1997dbb2834e tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361376 Aug 13 03:57:45.036656 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f943536-582e-4a73-bf08-21b7a2f1848a req-a0e5d263-b68a-4b2c-9410-60445d9bf28a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:45.038191 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0f943536-582e-4a73-bf08-21b7a2f1848a req-a0e5d263-b68a-4b2c-9410-60445d9bf28a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0512474 Aug 13 03:57:45.079015 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0f943536-582e-4a73-bf08-21b7a2f1848a req-22135265-0827-488c-af98-8a28e93d3eb7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347784 Aug 13 03:57:45.468158 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:47.847669 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:57:54.346327 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49660) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:57:54.507163 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Deleting port ece110d1-7c67-44ea-bf30-e8d4a5b31ed5 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:57:54.507510 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:54.581692 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:54.582053 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:54.593538 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Calling delete_port for ece110d1-7c67-44ea-bf30-e8d4a5b31ed5 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:57:54.827902 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:54.853565 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event deleted for resources: {'Port': ['ID=ece110d1-7c67-44ea-bf30-e8d4a5b31ed5,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:57:54.865871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.866227 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.866570 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.866908 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.867239 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.867567 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.867894 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.868217 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.868542 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.868862 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.869183 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.869501 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:57:54.928113 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:54.928449 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Floating IP 8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60 disassociated (deleted). External IP: 172.27.1.110, port: b336064f-b79f-40db-92df-f6e8019cd75f. Aug 13 03:57:55.135219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Router e7884bab-90f0-4326-bc9f-b09be80961d6 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:57:55.521349 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:57:55.525798 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:55.532583 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Sync routers for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:57:55.543112 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:57:55.543665 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:57:55.555220 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-3990aa7c-470c-4bf4-a9b0-36a6522e2309 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "DELETE /v2.0/floatingips/8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60 HTTP/1.1" status: 204 len: 168 time: 1.2054305 Aug 13 03:57:55.555220 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:57:55.555671 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c70a72-366f-407b-896a-a949e79d1aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:57:55.663998 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7de266-4935-44c8-b80d-4ce184c76197 x-openstack-request-id: req-1e7de266-4935-44c8-b80d-4ce184c76197 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:57:55.666610 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:57:55.666610 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e7de266-4935-44c8-b80d-4ce184c76197 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:57:55.666610 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'status': 'completed', 'code': 200} Aug 13 03:57:55.671499 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:57:55.751369 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-8cd370f1-7469-4ae8-87b1-ff4b9087c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:55.752969 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-8cd370f1-7469-4ae8-87b1-ff4b9087c21e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32eeacca28d04bb69d245974636ae569&device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 1098 time: 0.0425105 Aug 13 03:57:55.849682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-a116fe11-4aec-47e4-8861-a8a097bbae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:55.851242 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-a116fe11-4aec-47e4-8861-a8a097bbae2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 200 len: 909 time: 0.0906069 Aug 13 03:57:55.900169 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-16190d54-daff-4406-b1bd-88111d4d7196 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 200 len: 217 time: 0.0406744 Aug 13 03:57:55.960072 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-d85fe016-1c29-4048-aef2-9f7eca2f9b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:55.961550 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-d85fe016-1c29-4048-aef2-9f7eca2f9b12 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 200 len: 847 time: 0.0536616 Aug 13 03:57:56.012141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:57:56.024764 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-c3cffe12-ca54-4aff-b39c-930e1d69369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:56.026703 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-c3cffe12-ca54-4aff-b39c-930e1d69369a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4ac79cab-2088-4202-8f60-98f5e6783917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565629 Aug 13 03:57:56.041374 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Checking router: e7884bab-90f0-4326-bc9f-b09be80961d6 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:57:56.050171 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:57:56.050792 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:57:56.163276 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:57:56.164329 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-5a529d62-8fb3-4b9f-9b16-f8003f7eb80e service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002779 Aug 13 03:57:56.268384 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f3c70a72-366f-407b-896a-a949e79d1aa0 req-5ed5615d-62c1-4607-81c7-d839376798a9 service neutron] 10.222.0.61 "GET /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948896 Aug 13 03:57:56.366039 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767bbc-4878-4c77-855f-7af80fc72204 req-64604c64-844a-4162-bdb1-ee4f1642354d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:56.367562 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67767bbc-4878-4c77-855f-7af80fc72204 req-64604c64-844a-4162-bdb1-ee4f1642354d tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.3297734 Aug 13 03:57:56.391813 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:57:56.409572 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67767bbc-4878-4c77-855f-7af80fc72204 req-aa713395-5aae-4b5c-af6e-cd7d5b36ccde tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349305 Aug 13 03:57:56.420449 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311149bf-ff61-4e8a-a11b-4056130d5b16 None None] The sync data for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi is: [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:51:01Z', 'revision_number': 4, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'dc6d587f-5956-45f3-a48d-8a8529f37f16', 'name': '', 'network_id': '4ac79cab-2088-4202-8f60-98f5e6783917', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'mac_address': 'fa:16:3e:81:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:00Z', 'updated_at': '2021-08-13T03:51:09Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'subnets': [{'id': 'ff09c3fa-1c4e-47dc-b035-f210399a9d57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:57:56.643557 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d92fd-87e6-4154-908a-c8770abb462a None None] New status for floating IP 8d01f5bb-cdc7-4d6b-a923-41a3edc8ee60: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:57:57.529034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbefd5-cbfe-44e8-9f12-6f349f703128 req-7dd28212-7510-478f-b37a-35442a4027c9 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:57.532016 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b7fbefd5-cbfe-44e8-9f12-6f349f703128 req-7dd28212-7510-478f-b37a-35442a4027c9 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0513566 Aug 13 03:57:57.568679 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b7fbefd5-cbfe-44e8-9f12-6f349f703128 req-73c02bee-155d-4cef-b8bb-003829ca0f67 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/security-groups?id=e46b6c04-f15a-4083-825d-6694f0336b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Aug 13 03:57:58.033347 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.232379 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-165d397b-4c68-4275-90e0-d85e50033fb3 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:57:58.234194 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-165d397b-4c68-4275-90e0-d85e50033fb3 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.61 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 945 time: 0.0559464 Aug 13 03:57:58.326704 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Deleting port b336064f-b79f-40db-92df-f6e8019cd75f {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:57:58.327069 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.415131 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] For port b336064f-b79f-40db-92df-f6e8019cd75f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=b336064f-b79f-40db-92df-f6e8019cd75f,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:57:58.415492 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.428559 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Calling delete_port for b336064f-b79f-40db-92df-f6e8019cd75f owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:57:58.622319 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.656533 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event deleted for resources: {'Port': ['ID=b336064f-b79f-40db-92df-f6e8019cd75f,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:57:58.686246 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-11fc1da2-e605-4424-95dc-70683c0d888b req-f8819509-ac8c-422d-a6cb-24ecddd76657 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0359817 Aug 13 03:57:58.703467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] No DVR routers for this DVR port b336064f-b79f-40db-92df-f6e8019cd75f on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:57:58.706019 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:57:58.708182 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b9e801e-faa3-464e-a2ed-e4e89b0ba024 req-a67bb72a-f243-46e4-a26b-29d14a17f891 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.61 "DELETE /v2.0/ports/b336064f-b79f-40db-92df-f6e8019cd75f HTTP/1.1" status: 204 len: 173 time: 0.4676204 Aug 13 03:57:58.713039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-deleted', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:57:58.713039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92b437-6ca6-445a-995c-94cc9a7a5eae" -d '{"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-deleted", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:57:58.749587 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883e55c-d616-41dc-bac7-1aed264299c5 x-openstack-request-id: req-0883e55c-d616-41dc-bac7-1aed264299c5 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:57:58.749842 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fba2843-6fc5-44c1-888b-9c0e1744bfbb", "name": "network-vif-deleted", "tag": "b336064f-b79f-40db-92df-f6e8019cd75f", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:57:58.750100 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0883e55c-d616-41dc-bac7-1aed264299c5 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:57:58.750499 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fba2843-6fc5-44c1-888b-9c0e1744bfbb', 'name': 'network-vif-deleted', 'tag': 'b336064f-b79f-40db-92df-f6e8019cd75f', 'status': 'completed', 'code': 200} Aug 13 03:57:59.797553 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dae85ff2-3352-43b6-ba6c-9c497e9b60ef req-27deaccd-5c8d-47d1-a65e-eccf1229e690 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fba2843-6fc5-44c1-888b-9c0e1744bfbb HTTP/1.1" status: 200 len: 210 time: 0.0308046 Aug 13 03:58:00.854551 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49722) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:00.921673 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:00.946755 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:01.063043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:01.065717 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:01.066959 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] 10.222.0.45 "DELETE /v2.0/security-groups/e46b6c04-f15a-4083-825d-6694f0336b7e HTTP/1.1" status: 204 len: 168 time: 0.2114146 Aug 13 03:58:01.076809 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bd90b-86d4-4706-81c2-543a29337989 tempest-TestShelveInstance-1512231804 tempest-TestShelveInstance-1512231804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46b6c04-f15a-4083-825d-6694f0336b7e,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:01.167549 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49734) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:01.469232 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c87792-d8fa-4cb3-a135-ed92f80d32e6 req-2a3312e5-f6e3-4cdb-ad29-59c8de905bca tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:01.470670 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02c87792-d8fa-4cb3-a135-ed92f80d32e6 req-2a3312e5-f6e3-4cdb-ad29-59c8de905bca tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0949447 Aug 13 03:58:01.543560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-02c87792-d8fa-4cb3-a135-ed92f80d32e6 req-d033ecea-c04c-4d60-932e-b242e2d21fd0 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457714 Aug 13 03:58:01.687472 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:01.927988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Deleting port dc6d587f-5956-45f3-a48d-8a8529f37f16 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:01.928338 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:02.006440 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] For port dc6d587f-5956-45f3-a48d-8a8529f37f16, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=dc6d587f-5956-45f3-a48d-8a8529f37f16,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:02.006837 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:02.020773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Calling delete_port for dc6d587f-5956-45f3-a48d-8a8529f37f16 owned by network:router_interface {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:02.284875 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:02.317000 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6d587f-5956-45f3-a48d-8a8529f37f16,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:02.342872 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.343770 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.344119 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.344646 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.344988 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.345324 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.345657 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.346015 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.346444 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.346772 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.347101 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.347426 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:02.497054 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:02.739487 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664e29b-99b1-4d56-8dab-a9cf357ed977 req-fcddee8d-acc8-43d2-bb63-0788970b8ae1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:02.741146 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1664e29b-99b1-4d56-8dab-a9cf357ed977 req-fcddee8d-acc8-43d2-bb63-0788970b8ae1 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0974457 Aug 13 03:58:02.768120 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Router e7884bab-90f0-4326-bc9f-b09be80961d6 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:58:02.815841 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:02.829931 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1664e29b-99b1-4d56-8dab-a9cf357ed977 req-c33568cd-8c2b-4d39-bdae-2f55867e09ad tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815122 Aug 13 03:58:02.839687 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: b336064f-b79f-40db-92df-f6e8019cd75f {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:02.840043 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device b336064f-b79f-40db-92df-f6e8019cd75f not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:02.894257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:58:02.900690 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-7f5991f6-2a2a-47ea-895c-08780bd21b02 admin admin] 10.222.0.45 "PUT /v2.0/routers/e7884bab-90f0-4326-bc9f-b09be80961d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7314878 Aug 13 03:58:02.903378 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49742) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:02.906287 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Sync routers for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:58:02.915673 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:02.916299 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:03.017715 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.031202 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:03.127427 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.227529 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206'}], 'enable_snat': True}, 'gw_port_id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:58:02Z', 'revision_number': 5, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port': {'id': '57887298-ec0d-4a84-a2b2-f9359519c81b', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:50:57Z', 'updated_at': '2021-08-13T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:03.258484 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Checking router: e7884bab-90f0-4326-bc9f-b09be80961d6 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:58:03.261433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Deleting port 57887298-ec0d-4a84-a2b2-f9359519c81b {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:03.261807 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.267781 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Routers {'e7884bab-90f0-4326-bc9f-b09be80961d6'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:03.268430 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['e7884bab-90f0-4326-bc9f-b09be80961d6'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:03.345373 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] For port 57887298-ec0d-4a84-a2b2-f9359519c81b, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=57887298-ec0d-4a84-a2b2-f9359519c81b,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:03.346055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.358500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Calling delete_port for 57887298-ec0d-4a84-a2b2-f9359519c81b owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:03.360994 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] Set router e7884bab-90f0-4326-bc9f-b09be80961d6 gateway port host: None {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:03.415217 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:58:03Z', 'revision_number': 6, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:03.441297 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb030-a337-47b6-85d0-29173baac89f None None] The sync data for ids ['e7884bab-90f0-4326-bc9f-b09be80961d6'] in dv-cinder-760193-6-iscsi is: [{'id': 'e7884bab-90f0-4326-bc9f-b09be80961d6', 'name': 'tempest-TestShelveInstance-812172687-router', 'tenant_id': '32eeacca28d04bb69d245974636ae569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:50:56Z', 'updated_at': '2021-08-13T03:58:03Z', 'revision_number': 6, 'project_id': '32eeacca28d04bb69d245974636ae569', 'gw_port_host': None}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:58:03.605055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.630644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=57887298-ec0d-4a84-a2b2-f9359519c81b,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:03.690256 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.692498 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-d70f1d26-c4ad-4415-9304-a14241cfc724 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:03.694075 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-d70f1d26-c4ad-4415-9304-a14241cfc724 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.0514672 Aug 13 03:58:03.780452 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.786269 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.791219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Deleting port f2100923-4d58-4eb8-9bd4-c7aabd87a75a {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:03.791567 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.894439 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] For port f2100923-4d58-4eb8-9bd4-c7aabd87a75a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:03.894813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.896994 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.897646 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7884bab-90f0-4326-bc9f-b09be80961d6 {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:58:03.903639 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:03.906357 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9cb14ebe-fc3d-4450-ab10-905b40424d80 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e7884bab-90f0-4326-bc9f-b09be80961d6 HTTP/1.1" status: 204 len: 168 time: 1.0018721 Aug 13 03:58:03.908211 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49746) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:03.987915 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Deleting subnet ff09c3fa-1c4e-47dc-b035-f210399a9d57 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:58:03.992198 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.026456 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef45f79-7806-46c7-b2af-bfc6389af070 req-7fb332ee-1966-4974-9153-bd1ae73a67bb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:04.033013 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eef45f79-7806-46c7-b2af-bfc6389af070 req-7fb332ee-1966-4974-9153-bd1ae73a67bb tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 945 time: 0.1095629 Aug 13 03:58:04.053579 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.081221 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.096190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.096190 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Floating IP 96ae08f0-ac71-46c7-835b-6f7e73e1b315 disassociated. External IP: 172.27.1.195, port: f2100923-4d58-4eb8-9bd4-c7aabd87a75a. Aug 13 03:58:04.096190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Calling delete_port for f2100923-4d58-4eb8-9bd4-c7aabd87a75a owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:04.098972 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eef45f79-7806-46c7-b2af-bfc6389af070 req-921915a8-27d0-435a-af15-4d81148e4aed tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups?id=af69974b-217f-4b14-bf3c-473e1155b015&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629964 Aug 13 03:58:04.147555 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.268245 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.297335 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.301641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff09c3fa-1c4e-47dc-b035-f210399a9d57,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:04.304234 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.306289 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-77c0c27e-e5c0-4f91-9831-a0c13cf866ea admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ff09c3fa-1c4e-47dc-b035-f210399a9d57 HTTP/1.1" status: 204 len: 168 time: 0.3967681 Aug 13 03:58:04.308839 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49748) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:04.320199 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831441ea-53b6-4916-8b7e-d4bc5049079c None None] Network 4ac79cab-2088-4202-8f60-98f5e6783917 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:58:04.342680 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'Port': ['ID=f2100923-4d58-4eb8-9bd4-c7aabd87a75a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:04.395766 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.450756 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Deleting port 5fac8362-d268-4602-bee3-ed6260c8d9e2 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:04.451234 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.478483 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:58:04.525700 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] For port 5fac8362-d268-4602-bee3-ed6260c8d9e2, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5fac8362-d268-4602-bee3-ed6260c8d9e2,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:04.526713 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.541045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] DHCP port deletion for 4ac79cab-2088-4202-8f60-98f5e6783917 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:58:04.598936 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Deleting port 5fac8362-d268-4602-bee3-ed6260c8d9e2 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:04.599403 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.623969 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:58:04.639242 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:58:04.651099 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:04.652130 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:04.674685 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] For port 5fac8362-d268-4602-bee3-ed6260c8d9e2, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5fac8362-d268-4602-bee3-ed6260c8d9e2,segment=NetworkSegment(4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb),segment_id=4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:04.675101 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.676054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] No DVR routers for this DVR port f2100923-4d58-4eb8-9bd4-c7aabd87a75a on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:04.678768 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.680841 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-1f393a8c-cf9b-4eb3-8f63-925943bad5bf req-a0d25854-acd9-47ec-b352-dfd22854660c tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.61 "DELETE /v2.0/ports/f2100923-4d58-4eb8-9bd4-c7aabd87a75a HTTP/1.1" status: 204 len: 173 time: 0.9801280 Aug 13 03:58:04.681314 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'name': 'network-vif-deleted', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:04.683857 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94d71f-0a79-42e8-8445-b6f33aba8df1" -d '{"events": [{"server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "name": "network-vif-deleted", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:04.692365 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Calling delete_port for 5fac8362-d268-4602-bee3-ed6260c8d9e2 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:04.765196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e2cf0-5c93-44a4-b32c-a18f31d7ab53 x-openstack-request-id: req-573e2cf0-5c93-44a4-b32c-a18f31d7ab53 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:04.766065 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79371355-e9f3-4005-92e2-3041dcc1ec44", "name": "network-vif-deleted", "tag": "f2100923-4d58-4eb8-9bd4-c7aabd87a75a", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:04.766347 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-573e2cf0-5c93-44a4-b32c-a18f31d7ab53 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:04.766860 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79371355-e9f3-4005-92e2-3041dcc1ec44', 'name': 'network-vif-deleted', 'tag': 'f2100923-4d58-4eb8-9bd4-c7aabd87a75a', 'status': 'completed', 'code': 200} Aug 13 03:58:04.855376 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5fac8362-d268-4602-bee3-ed6260c8d9e2 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:04.877844 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:04.909060 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Calling delete_port for 5fac8362-d268-4602-bee3-ed6260c8d9e2 owned by network:dhcp {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:04.922349 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No ports have port_id starting with 5fac8362-d268-4602-bee3-ed6260c8d9e2 Aug 13 03:58:04.924087 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device dc6d587f-5956-45f3-a48d-8a8529f37f16 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:04.926321 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:04.957789 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: dc6d587f-5956-45f3-a48d-8a8529f37f16 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:04.958157 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device dc6d587f-5956-45f3-a48d-8a8529f37f16 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:04.958522 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 57887298-ec0d-4a84-a2b2-f9359519c81b no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:04.995158 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 57887298-ec0d-4a84-a2b2-f9359519c81b {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:04.995158 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 57887298-ec0d-4a84-a2b2-f9359519c81b not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:05.002704 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] Pushing event deleted for resources: {'Port': ['ID=5fac8362-d268-4602-bee3-ed6260c8d9e2,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:05.004929 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ff179-5060-4ae4-9ce1-7153538bf000 None None] No DVR routers for this DVR port 5fac8362-d268-4602-bee3-ed6260c8d9e2 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:05.030019 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.059535 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] No DVR routers for this DVR port 5fac8362-d268-4602-bee3-ed6260c8d9e2 on host dv-cinder-760193-6-iscsi {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:05.061340 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Pushing event deleted for resources: {'Port': ['ID=5fac8362-d268-4602-bee3-ed6260c8d9e2,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:05.098254 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.125571 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:58:05.136763 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:05.137356 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.141283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.151822 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac79cab-2088-4202-8f60-98f5e6783917']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.163837 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.164134 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc641ed-f2e2-4540-9e88-ee3e6e5aabfb') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.174065 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.198400 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.215743 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f78803ca-794b-4b02-b156-34659e330c9f req-01bceeff-eed0-4dcf-a3d5-bd137cac5180 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/ports?device_id=79371355-e9f3-4005-92e2-3041dcc1ec44 HTTP/1.1" status: 200 len: 210 time: 0.0288846 Aug 13 03:58:05.218497 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:58:05.218899 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self.session.flush() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self.session.flush() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self.session.flush() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self.session.flush() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:58:05.220849 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:58:05.253494 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:05.353389 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.358030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.362934 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] 10.222.0.45 "DELETE /v2.0/networks/4ac79cab-2088-4202-8f60-98f5e6783917 HTTP/1.1" status: 204 len: 168 time: 1.0500987 Aug 13 03:58:05.363661 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49754) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:05.379264 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1947c-69ea-4ec5-a996-27fd4d91bdaf admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac79cab-2088-4202-8f60-98f5e6783917,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:05.468278 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:05.495476 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebd1391-344e-4bef-95da-2c5f1dbe1d6a None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:46:43Z', 'revision_number': 4, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2aec41df-1767-49f8-8d00-84c99fa78cf5', 'name': '', 'network_id': 'b8f7b368-f32c-4565-8e9d-b5256ec51eb9', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'mac_address': 'fa:16:3e:f9:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '31caae5e-d918-41ac-926d-30271277b6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:39Z', 'updated_at': '2021-08-13T03:46:54Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'subnets': [{'id': '31caae5e-d918-41ac-926d-30271277b6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:58:05.728189 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:05.750173 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a66d85-f94f-4f31-b442-c43b482b5b29 None None] New status for floating IP 96ae08f0-ac71-46c7-835b-6f7e73e1b315: DOWN {{(pid=101043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:58:05.986426 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Deleting port d7c43625-7be5-4ccb-afc1-d106440b70fd {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:05.987784 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.065903 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] For port d7c43625-7be5-4ccb-afc1-d106440b70fd, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=d7c43625-7be5-4ccb-afc1-d106440b70fd,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:06.066284 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.078819 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Calling delete_port for d7c43625-7be5-4ccb-afc1-d106440b70fd owned by network:router_interface {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:06.325019 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.362795 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c43625-7be5-4ccb-afc1-d106440b70fd,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:06.363589 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49762) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:06.514083 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.579218 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.620778 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.818566 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.821260 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:06.822477 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "DELETE /v2.0/security-groups/af69974b-217f-4b14-bf3c-473e1155b015 HTTP/1.1" status: 204 len: 168 time: 0.4322469 Aug 13 03:58:06.826582 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49764) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:06.829785 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device f2100923-4d58-4eb8-9bd4-c7aabd87a75a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:06.837964 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861a2b4-88ff-4891-ab03-c9f60869715d tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af69974b-217f-4b14-bf3c-473e1155b015,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:06.843852 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.api.v2.resource [None req-a625783f-5dfe-4580-8820-f4d90c64c94e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] show failed (client error): The resource could not be found. Aug 13 03:58:06.852316 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a625783f-5dfe-4580-8820-f4d90c64c94e tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "GET /v2.0/security-groups/af69974b-217f-4b14-bf3c-473e1155b015 HTTP/1.1" status: 404 len: 347 time: 0.0186844 Aug 13 03:58:06.855126 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49766) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:06.858459 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: f2100923-4d58-4eb8-9bd4-c7aabd87a75a {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:06.858819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device f2100923-4d58-4eb8-9bd4-c7aabd87a75a not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:06.904555 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:58:07.359661 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Deleting port cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:07.360361 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.364468 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:58:07.373320 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Sync routers for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:58:07.380921 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7ce5b9f0-b567-4b43-ae5f-b392f21f657f admin admin] 10.222.0.45 "PUT /v2.0/routers/fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0137260 Aug 13 03:58:07.381572 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49770) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:07.400724 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:07.401457 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:07.445438 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.445780 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.459680 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Calling delete_port for cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:07.505089 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.512114 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:07.624686 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.662203 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.689091 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Pushing event deleted for resources: {'Port': ['ID=cd81ff7c-aef9-4c94-8d6f-4627dfff9ec9,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:07.722061 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:58:06Z', 'revision_number': 5, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port': {'id': 'ea9bf59e-4f07-4b06-a8c3-0f08783890b8', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:51:07Z', 'updated_at': '2021-08-13T03:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:07.736258 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Deleting port ea9bf59e-4f07-4b06-a8c3-0f08783890b8 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:07.736745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.766639 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.770443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.772068 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fb649af2-21bf-46f3-b5fc-f647f07cd267 tempest-AttachVolumeTestJSON-2100520079 tempest-AttachVolumeTestJSON-2100520079-project] 10.222.0.45 "DELETE /v2.0/floatingips/96ae08f0-ac71-46c7-835b-6f7e73e1b315 HTTP/1.1" status: 204 len: 168 time: 0.9159069 Aug 13 03:58:07.850600 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Checking router: fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:58:07.860642 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Routers {'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:07.861988 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:57:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:07.873713 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] For port ea9bf59e-4f07-4b06-a8c3-0f08783890b8, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:07.874357 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:07.893606 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Calling delete_port for ea9bf59e-4f07-4b06-a8c3-0f08783890b8 owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:07.956157 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] Set router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:08.012534 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:58:07Z', 'revision_number': 6, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:08.046419 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3188f4-2419-4537-9db7-987b9db3d813 None None] The sync data for ids ['fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be'] in dv-cinder-760193-6-iscsi is: [{'id': 'fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be', 'name': 'tempest-TestShelveInstance-957897824-router', 'tenant_id': 'd84817a4d7364659b5e53f57b846c52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:51:06Z', 'updated_at': '2021-08-13T03:58:07Z', 'revision_number': 6, 'project_id': 'd84817a4d7364659b5e53f57b846c52f', 'gw_port_host': None}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:58:08.159321 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.185555 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9bf59e-4f07-4b06-a8c3-0f08783890b8,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:08.247191 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.338335 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.340325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.513866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.514425 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:58:08.519738 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.520906 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-735e0790-23c1-474e-bb11-d3b889da03e3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/fe58a3dc-ad5b-4e0c-a5ac-76d68aafc2be HTTP/1.1" status: 204 len: 168 time: 1.1382864 Aug 13 03:58:08.523519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49776) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:08.567506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Deleting subnet 99c470b9-e1e8-47e5-b5bb-9bf114a6a11d {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:58:08.570850 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.605970 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.688363 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.841448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device d7c43625-7be5-4ccb-afc1-d106440b70fd no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:08.852177 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.865242 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: d7c43625-7be5-4ccb-afc1-d106440b70fd {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:08.865596 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device d7c43625-7be5-4ccb-afc1-d106440b70fd not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:08.866101 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ea9bf59e-4f07-4b06-a8c3-0f08783890b8 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:08.886640 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:08.891182 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/99c470b9-e1e8-47e5-b5bb-9bf114a6a11d HTTP/1.1" status: 204 len: 168 time: 0.3641090 Aug 13 03:58:08.891359 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49778) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:08.893127 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e391015f-0ee3-45fc-96a7-03b6110ecf1a None None] Network 105460b3-7ef8-4ccf-ac35-c816237c5fc3 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:58:08.901694 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: ea9bf59e-4f07-4b06-a8c3-0f08783890b8 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:08.901694 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ea9bf59e-4f07-4b06-a8c3-0f08783890b8 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:08.902160 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18a464-4765-4f84-9081-589c91c78fa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c470b9-e1e8-47e5-b5bb-9bf114a6a11d,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:08.972057 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.040275 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Deleting port 369c07ee-734c-4c67-982b-2a77c1036522 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:09.040769 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.084922 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] DHCP port deletion for 105460b3-7ef8-4ccf-ac35-c816237c5fc3 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:58:09.125563 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] For port 369c07ee-734c-4c67-982b-2a77c1036522, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=369c07ee-734c-4c67-982b-2a77c1036522,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:09.126012 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.139727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Calling delete_port for 369c07ee-734c-4c67-982b-2a77c1036522 owned by network:dhcp {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:09.153556 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Deleting port 369c07ee-734c-4c67-982b-2a77c1036522 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:09.153959 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.217116 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] For port 369c07ee-734c-4c67-982b-2a77c1036522, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=369c07ee-734c-4c67-982b-2a77c1036522,segment=NetworkSegment(0afe9e0a-660e-415b-afe8-6c78feb340a2),segment_id=0afe9e0a-660e-415b-afe8-6c78feb340a2)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:09.217516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.231388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Calling delete_port for 369c07ee-734c-4c67-982b-2a77c1036522 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:09.285034 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.314208 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Pushing event deleted for resources: {'Port': ['ID=369c07ee-734c-4c67-982b-2a77c1036522,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:09.316974 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.321628 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] No DVR routers for this DVR port 369c07ee-734c-4c67-982b-2a77c1036522 on host dv-cinder-760193-6-iscsi {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:09.346046 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] Pushing event deleted for resources: {'Port': ['ID=369c07ee-734c-4c67-982b-2a77c1036522,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:09.350213 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39ab52-6b42-4681-86a1-e3ff5fcd07b1 None None] No DVR routers for this DVR port 369c07ee-734c-4c67-982b-2a77c1036522 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:09.410209 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.421559 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105460b3-7ef8-4ccf-ac35-c816237c5fc3']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:09.435876 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afe9e0a-660e-415b-afe8-6c78feb340a2') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:09.436164 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afe9e0a-660e-415b-afe8-6c78feb340a2') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:09.446438 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.459706 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.465433 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:58:09.465852 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:58:09.467485 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:58:09.536538 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2292445d-074e-418a-8241-b1030e0e4277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.582507 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.588392 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:09.590313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] 10.222.0.45 "DELETE /v2.0/networks/105460b3-7ef8-4ccf-ac35-c816237c5fc3 HTTP/1.1" status: 204 len: 168 time: 0.6972613 Aug 13 03:58:09.602909 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50252cda-d830-4ddb-9f14-5781a55515af admin admin] Pushing event deleted for resources: {'Network': ['ID=105460b3-7ef8-4ccf-ac35-c816237c5fc3,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:10.004519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49788) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:10.046006 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-60052e12-6c5c-49ca-93d8-cc67a1b2295b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32eeacca28d04bb69d245974636ae569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402479 Aug 13 03:58:10.048516 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49790) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:10.105400 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:10.127066 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:10.244856 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:10.247524 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:10.248706 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f07534af-01ae-4a2d-a767-e591dc4ed4e7 HTTP/1.1" status: 204 len: 168 time: 0.1992798 Aug 13 03:58:10.258205 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708718f-4192-4d73-a235-5adaf3cff09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07534af-01ae-4a2d-a767-e591dc4ed4e7,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:10.786437 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 369c07ee-734c-4c67-982b-2a77c1036522 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:10.810668 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 369c07ee-734c-4c67-982b-2a77c1036522 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:10.811016 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 369c07ee-734c-4c67-982b-2a77c1036522 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:10.977965 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49806) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:11.021022 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-1f9f9d3a-8f4c-44be-ad98-44894fcfd83d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d84817a4d7364659b5e53f57b846c52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418639 Aug 13 03:58:11.023744 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49808) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:11.082408 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:11.105271 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:11.211030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:11.214002 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:11.215357 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b64b6c1-898a-4c8c-bd07-e28340af9a7e HTTP/1.1" status: 204 len: 168 time: 0.1906817 Aug 13 03:58:11.224644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1a982-fe0c-42f8-8108-68d530073e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b64b6c1-898a-4c8c-bd07-e28340af9a7e,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:11.753104 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49820) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:12.085625 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3aa6336c-4849-4c1c-81d3-4fd6f8244784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.349493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.399094 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.599949 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Deleting port 2aec41df-1767-49f8-8d00-84c99fa78cf5 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:12.600182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.677693 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] For port 2aec41df-1767-49f8-8d00-84c99fa78cf5, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2aec41df-1767-49f8-8d00-84c99fa78cf5,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:12.678123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.691412 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Calling delete_port for 2aec41df-1767-49f8-8d00-84c99fa78cf5 owned by network:router_interface {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:12.964741 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:12.993983 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Pushing event deleted for resources: {'Port': ['ID=2aec41df-1767-49f8-8d00-84c99fa78cf5,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:13.174342 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:13.394929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:58:13.497297 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:58:13.502463 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-1a4d7781-cfce-4cb1-989a-e248312af83a admin admin] 10.222.0.45 "PUT /v2.0/routers/6b72b89b-d2c4-4928-ba64-f12a68f1f779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482166 Aug 13 03:58:13.506145 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49826) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:13.508943 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Sync routers for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:58:13.519816 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:13.520432 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:13.612050 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:13.754297 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:13.902049 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:13.969996 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:58:12Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:13.988658 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:13.996940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Checking router: 6b72b89b-d2c4-4928-ba64-f12a68f1f779 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:58:14.008095 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Routers {'6b72b89b-d2c4-4928-ba64-f12a68f1f779'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:14.008095 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:14.102285 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Deleting port f8b07820-dce2-4597-987a-937ebe907bc4 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:14.102871 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.131952 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] Set router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:14.190072 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] For port f8b07820-dce2-4597-987a-937ebe907bc4, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=f8b07820-dce2-4597-987a-937ebe907bc4,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:14.190445 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.203631 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Calling delete_port for f8b07820-dce2-4597-987a-937ebe907bc4 owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:14.320710 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:58:12Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:14.351930 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49903528-af37-4cd3-bc3b-466a67e297aa None None] The sync data for ids ['6b72b89b-d2c4-4928-ba64-f12a68f1f779'] in dv-cinder-760193-6-iscsi is: [{'id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'name': 'tempest-AttachVolumeTestJSON-1838195162-router', 'tenant_id': 'd161346eab024c6085e0f84c9ce61945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:31Z', 'updated_at': '2021-08-13T03:58:12Z', 'revision_number': 5, 'project_id': 'd161346eab024c6085e0f84c9ce61945', 'gw_port': {'id': 'f8b07820-dce2-4597-987a-937ebe907bc4', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:75:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b72b89b-d2c4-4928-ba64-f12a68f1f779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:32Z', 'updated_at': '2021-08-13T03:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:58:14.428195 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.458257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b07820-dce2-4597-987a-937ebe907bc4,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:14.518940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.606672 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.608785 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.720009 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.720700 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b72b89b-d2c4-4928-ba64-f12a68f1f779 {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:58:14.725041 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.726246 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-de8bbec0-d30d-47fc-b783-5bf96b013785 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6b72b89b-d2c4-4928-ba64-f12a68f1f779 HTTP/1.1" status: 204 len: 168 time: 1.2192125 Aug 13 03:58:14.729631 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49828) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:14.789311 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Deleting subnet 31caae5e-d918-41ac-926d-30271277b6a7 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:58:14.792865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.830735 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:14.862596 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2aec41df-1767-49f8-8d00-84c99fa78cf5 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:14.884384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 2aec41df-1767-49f8-8d00-84c99fa78cf5 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:14.884735 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2aec41df-1767-49f8-8d00-84c99fa78cf5 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:14.920330 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.045199 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.074001 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31caae5e-d918-41ac-926d-30271277b6a7,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:15.078163 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.081313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c663296f-e1c9-40d9-9f80-8f9b5ac52514 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/31caae5e-d918-41ac-926d-30271277b6a7 HTTP/1.1" status: 204 len: 168 time: 0.3494539 Aug 13 03:58:15.082584 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49830) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:15.085114 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5660dd05-ac42-493e-b43b-c44f8955154b None None] Network b8f7b368-f32c-4565-8e9d-b5256ec51eb9 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:58:15.149599 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.201866 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Deleting port e640bd32-0566-42e0-896d-c2b544de97bb {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:15.202123 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.268108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] For port e640bd32-0566-42e0-896d-c2b544de97bb, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e640bd32-0566-42e0-896d-c2b544de97bb,segment=NetworkSegment(f33d2fec-cea2-42a6-a969-e91fe6161879),segment_id=f33d2fec-cea2-42a6-a969-e91fe6161879)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:15.268521 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.281048 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Calling delete_port for e640bd32-0566-42e0-896d-c2b544de97bb owned by network:dhcp {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:15.377152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] DHCP port deletion for b8f7b368-f32c-4565-8e9d-b5256ec51eb9 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:58:15.427642 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.448291 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Deleting port e640bd32-0566-42e0-896d-c2b544de97bb {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:15.448665 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.457850 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=e640bd32-0566-42e0-896d-c2b544de97bb,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:15.461363 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] No DVR routers for this DVR port e640bd32-0566-42e0-896d-c2b544de97bb on host dv-cinder-760193-6-iscsi {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:15.491682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.528568 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] For port e640bd32-0566-42e0-896d-c2b544de97bb, host dv-cinder-760193-6-iscsi, got binding levels [] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:15.528980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.535326 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.542685 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Calling delete_port for e640bd32-0566-42e0-896d-c2b544de97bb owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:15.545156 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f7b368-f32c-4565-8e9d-b5256ec51eb9']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:15.545364 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.ipam_backend_mixin [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Port e640bd32-0566-42e0-896d-c2b544de97bb was not found and therefore no delete operation was performed {{(pid=101043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:58:15.547183 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.556508 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33d2fec-cea2-42a6-a969-e91fe6161879') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:15.556808 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33d2fec-cea2-42a6-a969-e91fe6161879') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:15.566196 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.571928 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Pushing event deleted for resources: {'Port': ['ID=e640bd32-0566-42e0-896d-c2b544de97bb,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:15.579797 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] No DVR routers for this DVR port e640bd32-0566-42e0-896d-c2b544de97bb on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:15.580234 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.581905 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.585638 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.585638 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52adc4e5-c0e4-49d6-819a-7aa5f37a5a36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:15.586683 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:58:15.587084 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:58:15.589103 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:58:15.707849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.713388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:15.715283 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] 10.222.0.45 "DELETE /v2.0/networks/b8f7b368-f32c-4565-8e9d-b5256ec51eb9 HTTP/1.1" status: 204 len: 168 time: 0.6317456 Aug 13 03:58:15.726353 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311b0fd-3807-4d0c-a762-850c8fed7bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f7b368-f32c-4565-8e9d-b5256ec51eb9,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:16.068925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49834) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:16.111785 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f542f7dc-856a-47c1-85a0-60602a8648da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d161346eab024c6085e0f84c9ce61945&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416958 Aug 13 03:58:16.114589 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49836) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:16.162095 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:16.183004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:16.307327 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:16.309827 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:16.310998 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f56d73bc-fb5f-4e24-84de-15e24c57e949 HTTP/1.1" status: 204 len: 168 time: 0.1955030 Aug 13 03:58:16.319590 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e267-5777-440e-9496-186cb8adc69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56d73bc-fb5f-4e24-84de-15e24c57e949,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:16.789475 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e640bd32-0566-42e0-896d-c2b544de97bb no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:16.814117 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: e640bd32-0566-42e0-896d-c2b544de97bb {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:16.814465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e640bd32-0566-42e0-896d-c2b544de97bb not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:16.814877 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device f8b07820-dce2-4597-987a-937ebe907bc4 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:16.833868 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: f8b07820-dce2-4597-987a-937ebe907bc4 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:16.834217 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device f8b07820-dce2-4597-987a-937ebe907bc4 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:18.708685 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49886) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:18.822545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab386-0163-407f-95cc-8a707d63c7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:18.912079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab386-0163-407f-95cc-8a707d63c7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:18.964557 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ba4ab386-0163-407f-95cc-8a707d63c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.003613 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ba4ab386-0163-407f-95cc-8a707d63c7bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56211baf2c444d7a81f8f3efb83a18ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938354 Aug 13 03:58:19.005893 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ab386-0163-407f-95cc-8a707d63c7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3dcc60-8a8b-44ac-a5cc-7bb03a94c2ab,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:19.006719 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49890) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:19.057430 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.077944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.216071 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.219159 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.220366 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da3dcc60-8a8b-44ac-a5cc-7bb03a94c2ab HTTP/1.1" status: 204 len: 168 time: 0.2125511 Aug 13 03:58:19.228086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa71c72-07f3-4768-b85e-87f1062e86e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3dcc60-8a8b-44ac-a5cc-7bb03a94c2ab,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:19.868401 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49896) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:19.882589 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f886eeac-4a38-4ed3-9b74-45ce5ee2b154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:19.970912 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f886eeac-4a38-4ed3-9b74-45ce5ee2b154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.067156 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f886eeac-4a38-4ed3-9b74-45ce5ee2b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.108296 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f886eeac-4a38-4ed3-9b74-45ce5ee2b154 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c848029a91d4e1395d98148187303cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387815 Aug 13 03:58:20.109951 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886eeac-4a38-4ed3-9b74-45ce5ee2b154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ec9d12-f78d-413b-bf9c-10e0e3725135,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:20.112063 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49898) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:20.163108 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.186368 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.324966 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.327561 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:20.328917 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5ec9d12-f78d-413b-bf9c-10e0e3725135 HTTP/1.1" status: 204 len: 168 time: 0.2156301 Aug 13 03:58:20.336947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98cceb-3967-438b-9d10-2fa2044e444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ec9d12-f78d-413b-bf9c-10e0e3725135,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:22.902235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49952) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:23.011149 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-292c40ae-8132-41ec-be32-f881b52021f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.101308 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-292c40ae-8132-41ec-be32-f881b52021f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.158449 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-292c40ae-8132-41ec-be32-f881b52021f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.195738 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-292c40ae-8132-41ec-be32-f881b52021f9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea5ad14ab1d14e7788aa63f83d464e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924232 Aug 13 03:58:23.196646 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c40ae-8132-41ec-be32-f881b52021f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f488d6-b2f3-4bec-844e-4c70db9349b2,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:23.198532 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49956) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:23.251179 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.268910 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.376279 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.379923 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.381612 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/69f488d6-b2f3-4bec-844e-4c70db9349b2 HTTP/1.1" status: 204 len: 168 time: 0.1813247 Aug 13 03:58:23.389860 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b0a2-51ad-4755-97b8-44b9e7586346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f488d6-b2f3-4bec-844e-4c70db9349b2,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:23.868702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 49962) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:23.882044 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dda8c28c-fb58-4ab7-a66e-90c178310e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:23.969905 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dda8c28c-fb58-4ab7-a66e-90c178310e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.038644 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dda8c28c-fb58-4ab7-a66e-90c178310e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.077266 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-dda8c28c-fb58-4ab7-a66e-90c178310e8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5362693796d84e64ab9c09ff002db8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073946 Aug 13 03:58:24.078926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c28c-fb58-4ab7-a66e-90c178310e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc16829-6cb1-4b88-8e16-debd8bbbc733,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:24.080672 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49964) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:24.129120 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.150760 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.261953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.264965 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:24.266275 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1dc16829-6cb1-4b88-8e16-debd8bbbc733 HTTP/1.1" status: 204 len: 168 time: 0.1845679 Aug 13 03:58:24.276779 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0e402-921a-4b3e-a23c-05467599a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc16829-6cb1-4b88-8e16-debd8bbbc733,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:24.846952 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:58:25.326458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49986) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:25.421729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130994927-network', 'tenant_id': 'fc782fbaec6b454795455a7f133921f9'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:25.495693 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Made reservation on behalf of fc782fbaec6b454795455a7f133921f9 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:58:25.497988 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.506863 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.592187 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.655755 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.681412 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:58:25.691358 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db362ea-de02-4fc8-a90f-9c2d3a8f4474,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:25.696037 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.696381 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Added segment 70d31965-fb51-47bd-a2c8-e63bd9b0e6be of type vlan for network 37060d6e-41df-4f47-9ab5-671054602348 Aug 13 03:58:25.734792 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.827028 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.828614 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:25.829270 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:25.885627 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] Pushing event updated for resources: {'Network': ['ID=37060d6e-41df-4f47-9ab5-671054602348,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:25.896113 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 37060d6e-41df-4f47-9ab5-671054602348 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:58:25.954403 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-73e765fd-af57-426a-9015-e7876313c329 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6265988 Aug 13 03:58:25.957267 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 49990) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:25.964304 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Request body: {'subnet': {'network_id': '37060d6e-41df-4f47-9ab5-671054602348', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130994927-subnet', 'tenant_id': 'fc782fbaec6b454795455a7f133921f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:26.038912 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Made reservation on behalf of fc782fbaec6b454795455a7f133921f9 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:58:26.041254 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:26.261916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:26.328873 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Checking segment: {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:58:26.329650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Network hostable DHCP agents. Network: 37060d6e-41df-4f47-9ab5-671054602348, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:58:26.331271 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2518c9d-a80f-4d01-b787-024b8e4f0cb5,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:26.387228 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Network 37060d6e-41df-4f47-9ab5-671054602348 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:58:26.438447 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 37060d6e-41df-4f47-9ab5-671054602348) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:58:26.442833 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:26.443445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:26.447224 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739e7f4-0aa8-4609-a0aa-e3c2e2486ae5 None None] Network 37060d6e-41df-4f47-9ab5-671054602348 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:58:26.508087 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-613fa884-c6dd-4a07-b6e1-f6853a5344cf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5496087 Aug 13 03:58:26.568114 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3927f50-08d6-4b23-a708-3ed112d2b02b None None] Network 37060d6e-41df-4f47-9ab5-671054602348 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:58:28.039135 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:29.682039 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-1a525e8a-88fa-4d89-8bd4-3c0379bf0f53 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:29.683451 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-1a525e8a-88fa-4d89-8bd4-3c0379bf0f53 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/networks?id=37060d6e-41df-4f47-9ab5-671054602348 HTTP/1.1" status: 200 len: 808 time: 0.1022658 Aug 13 03:58:29.698040 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-075454a9-2bd6-4bf1-b6c6-d5b5b65758ef tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/quotas/fc782fbaec6b454795455a7f133921f9 HTTP/1.1" status: 200 len: 375 time: 0.0089965 Aug 13 03:58:29.729817 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-720949ef-2181-41d3-9aad-bddf654eb200 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258520 Aug 13 03:58:29.788963 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-65956b45-acf1-4e2f-a879-a13634582348 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 03:58:29.790057 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-65956b45-acf1-4e2f-a879-a13634582348 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526023 Aug 13 03:58:29.881740 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-a0ce11cf-c75f-4648-9dbc-09a7a3925f8e service neutron] 10.222.0.45 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853243 Aug 13 03:58:29.970192 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-5fd86afd-d168-4e39-b251-62997b742e6a service neutron] 10.222.0.45 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822973 Aug 13 03:58:30.212771 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f15ec946-bd73-4201-96a4-667ee21db5d8 req-4833848b-01c3-4b28-9604-150227b0020e tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Aug 13 03:58:31.320083 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-961ea38f-cda1-4196-8b47-984808ba26f4 req-8a071c67-c303-491b-9ded-a39ed0fbbf67 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0318599 Aug 13 03:58:32.140870 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-c1685496-bc5d-4ec0-8eb8-fdeecde913d3 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:32.142469 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-c1685496-bc5d-4ec0-8eb8-fdeecde913d3 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "GET /v2.0/networks?id=37060d6e-41df-4f47-9ab5-671054602348 HTTP/1.1" status: 200 len: 808 time: 0.1016798 Aug 13 03:58:32.170717 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Request body: {'port': {'device_id': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'network_id': '37060d6e-41df-4f47-9ab5-671054602348', 'admin_state_up': True, 'tenant_id': 'fc782fbaec6b454795455a7f133921f9'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:32.341717 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Made reservation on behalf of fc782fbaec6b454795455a7f133921f9 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:58:32.346338 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.422031 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-354c55f0-173c-4c78-814b-cc9017b563a2 req-72640e1c-c833-415c-b46e-96fd65d79d44 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0330453 Aug 13 03:58:32.480499 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Allocated IP 172.20.0.12 (37060d6e-41df-4f47-9ab5-671054602348/a2518c9d-a80f-4d01-b787-024b8e4f0cb5/78711a94-4e0c-471b-a180-3dd49650c4a8) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:58:32.632057 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.707491 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.750048 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Network 37060d6e-41df-4f47-9ab5-671054602348 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:58:32.755824 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:58:32.759496 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:58:32.784066 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Pushing event updated for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:32.811642 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:32.813053 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:32.879598 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-ea439a75-c481-4298-ae5d-1fb1a7340e62 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7136264 Aug 13 03:58:32.897581 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Request body: {'port': {'device_id': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:32.955474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.215040 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78711a94-4e0c-471b-a180-3dd49650c4a8 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:58:33.222331 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.233749 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Transition to ACTIVE for port object 78711a94-4e0c-471b-a180-3dd49650c4a8 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:58:33.301459 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.357386 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Pushing event updated for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:33.431165 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Attempting to bind port 78711a94-4e0c-471b-a180-3dd49650c4a8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:58:33.431506 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Attempting to bind port 78711a94-4e0c-471b-a180-3dd49650c4a8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:58:33.431838 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Attempting to bind port 78711a94-4e0c-471b-a180-3dd49650c4a8 on network 37060d6e-41df-4f47-9ab5-671054602348 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:58:33.436354 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Port 78711a94-4e0c-471b-a180-3dd49650c4a8 on network 37060d6e-41df-4f47-9ab5-671054602348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:58:33.437220 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Attempting to bind port 78711a94-4e0c-471b-a180-3dd49650c4a8 on network 37060d6e-41df-4f47-9ab5-671054602348 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:58:33.442420 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:58:33.442766 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Checking segment: {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:58:33.443151 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Bound using segment: {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:58:33.443584 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Bound port: 78711a94-4e0c-471b-a180-3dd49650c4a8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:58:33.444001 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.508243 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:58:33.511493 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=78711a94-4e0c-471b-a180-3dd49650c4a8,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:58:33.545520 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f339ab-ec2b-488c-861d-ddf77d8f378e req-a2474c22-22da-4e8a-b167-7390023e788a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:33.548337 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37f339ab-ec2b-488c-861d-ddf77d8f378e req-a2474c22-22da-4e8a-b167-7390023e788a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0518782 Aug 13 03:58:33.590125 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-37f339ab-ec2b-488c-861d-ddf77d8f378e req-f715392c-9756-4ba3-b9c1-d8b0e022ddc4 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Aug 13 03:58:33.599415 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.633215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:33.633870 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:33.635334 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] 10.222.0.61 "PUT /v2.0/ports/78711a94-4e0c-471b-a180-3dd49650c4a8 HTTP/1.1" status: 200 len: 1094 time: 0.7421558 Aug 13 03:58:33.635825 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:33.638102 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be124d-0502-47c1-bfbd-c84b66c0e252" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:33.668254 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c33827-6300-4290-9b1d-a1eb813f015d service neutron] Pushing event updated for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:33.677131 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fc8236-50ed-4b2d-a374-2b6e4b24cad1 x-openstack-request-id: req-39fc8236-50ed-4b2d-a374-2b6e4b24cad1 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:33.677383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:33.677748 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39fc8236-50ed-4b2d-a374-2b6e4b24cad1 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:33.678068 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8', 'status': 'completed', 'code': 200} Aug 13 03:58:33.762973 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-d606ff07-7da7-4d04-b771-51f38c3b4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:33.764414 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-d606ff07-7da7-4d04-b771-51f38c3b4e86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0455799 Aug 13 03:58:33.870547 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-29354435-be64-4c75-b4b1-4e52b03739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:33.872046 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-29354435-be64-4c75-b4b1-4e52b03739a3 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc782fbaec6b454795455a7f133921f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0924647 Aug 13 03:58:33.970618 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-bf3fd090-ba46-4c6c-b9aa-7c7a73da19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:33.972154 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-81be124d-0502-47c1-bfbd-c84b66c0e252 req-bf3fd090-ba46-4c6c-b9aa-7c7a73da19bb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923483 Aug 13 03:58:34.074479 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-f9e7f4f9-d6e2-4a90-85a5-0a1e7831c219 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436544 Aug 13 03:58:34.084521 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-5e035def-8acf-4897-b917-0c104f382e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.088563 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-5e035def-8acf-4897-b917-0c104f382e18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0415702 Aug 13 03:58:34.148394 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-93ad6f77-2dd2-4062-a1b4-e9197d2cfc0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78711a94-4e0c-471b-a180-3dd49650c4a8 HTTP/1.1" status: 200 len: 217 time: 0.0379138 Aug 13 03:58:34.149944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-61ef1b37-e922-428b-b743-ddc6c6f92848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.151498 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-61ef1b37-e922-428b-b743-ddc6c6f92848 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 1099 time: 0.0407093 Aug 13 03:58:34.203281 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ed4c7-f887-4665-a198-c27897aaee96 req-43dacf81-a919-4e2e-b62b-9e042ffdb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.204829 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-43dacf81-a919-4e2e-b62b-9e042ffdb43d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2518c9d-a80f-4d01-b787-024b8e4f0cb5 HTTP/1.1" status: 200 len: 848 time: 0.0463934 Aug 13 03:58:34.238246 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-54bf6bcc-40e6-4432-a0d8-ff0cbb43a570 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37060d6e-41df-4f47-9ab5-671054602348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265176 Aug 13 03:58:34.263529 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-74ad55d6-e330-4f2f-ba7b-f103dff34cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.265611 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-74ad55d6-e330-4f2f-ba7b-f103dff34cd9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 200 len: 918 time: 0.0895519 Aug 13 03:58:34.340559 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-b05b8b32-b10e-4d54-b038-2b915d7fc18d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 200 len: 1001 time: 0.0675290 Aug 13 03:58:34.340955 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-142dbdd6-8414-4f50-a288-436ee2a46e7d service neutron] 10.222.0.61 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954349 Aug 13 03:58:34.397328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-bb09878e-0a7d-44ae-98e0-62632c67968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.398982 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-bb09878e-0a7d-44ae-98e0-62632c67968a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 200 len: 856 time: 0.0466132 Aug 13 03:58:34.437552 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-7a23ed6c-5509-49ad-a865-8134b8701acb service neutron] 10.222.0.61 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844111 Aug 13 03:58:34.453063 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-53ccf72c-eb60-4760-b37e-ba1df8d725c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.454627 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-53ccf72c-eb60-4760-b37e-ba1df8d725c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe8f59f1-a071-40ce-925f-8ec3816b8eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480843 Aug 13 03:58:34.543866 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-6c8d13b4-7d0e-45a6-88a0-f08dcaee4422 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820119 Aug 13 03:58:34.670034 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c2df038f-8367-41f5-bdef-4dd6a0d11da1 req-45306171-e6c6-4229-8180-3caf4756f127 service neutron] 10.222.0.61 "GET /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874088 Aug 13 03:58:34.716881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67432bca-ff93-47be-b978-e9d0cc53b518 req-e6cf17ea-e23c-453f-b5b0-642073f986dd tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:34.718443 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67432bca-ff93-47be-b978-e9d0cc53b518 req-e6cf17ea-e23c-453f-b5b0-642073f986dd tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0532792 Aug 13 03:58:34.761459 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67432bca-ff93-47be-b978-e9d0cc53b518 req-0fa4e427-df8d-44c8-8789-f99581f84d61 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Aug 13 03:58:35.883784 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a688e-156f-457e-b360-7c8a00039943 req-d36b5e4c-0483-4a5a-99b1-7e5381b2ef45 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:35.885299 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b47a688e-156f-457e-b360-7c8a00039943 req-d36b5e4c-0483-4a5a-99b1-7e5381b2ef45 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0537348 Aug 13 03:58:35.924313 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b47a688e-156f-457e-b360-7c8a00039943 req-4c6f8c5d-0529-4cfb-a604-e2acd368f755 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322127 Aug 13 03:58:37.038825 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16270363-6c18-46a2-bade-2e83bba85f44 req-fb744a86-d75b-4d4a-af1b-da3d42ef369c tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:37.040329 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-16270363-6c18-46a2-bade-2e83bba85f44 req-fb744a86-d75b-4d4a-af1b-da3d42ef369c tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Aug 13 03:58:37.086631 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-16270363-6c18-46a2-bade-2e83bba85f44 req-d6ced52b-5704-485a-8f07-6034de01daa6 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400441 Aug 13 03:58:38.209673 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d0592-adfb-4c88-a64a-ae396bba4095 req-1806910a-9b30-401e-be96-dbb4550b9fa4 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:38.211232 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-834d0592-adfb-4c88-a64a-ae396bba4095 req-1806910a-9b30-401e-be96-dbb4550b9fa4 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0501740 Aug 13 03:58:38.250637 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-834d0592-adfb-4c88-a64a-ae396bba4095 req-18eb0b92-9866-4687-9bb2-ca31cfd17db3 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334668 Aug 13 03:58:38.977484 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 78711a94-4e0c-471b-a180-3dd49650c4a8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:58:39.075400 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=78711a94-4e0c-471b-a180-3dd49650c4a8,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:39.087349 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '78711a94-4e0c-471b-a180-3dd49650c4a8', 'network_id': '37060d6e-41df-4f47-9ab5-671054602348', 'port_id': '78711a94-4e0c-471b-a180-3dd49650c4a8', 'mac_address': 'fa:16:3e:92:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2518c9d-a80f-4d01-b787-024b8e4f0cb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:58:39.124677 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:39.137664 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78711a94-4e0c-471b-a180-3dd49650c4a8 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:58:39.157681 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=78711a94-4e0c-471b-a180-3dd49650c4a8,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:39.244317 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:39.297651 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:39.372055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb32139-203d-470b-88cd-da6fb73f3203 req-24cc1da7-11b8-412a-b101-e34a8ad8546e tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:39.373582 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dfb32139-203d-470b-88cd-da6fb73f3203 req-24cc1da7-11b8-412a-b101-e34a8ad8546e tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Aug 13 03:58:39.412807 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dfb32139-203d-470b-88cd-da6fb73f3203 req-0c22643b-57f4-4f40-8388-e2e9913f7c29 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Aug 13 03:58:39.541244 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-44538f82-5d7d-456c-9596-ee47b257bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:39.737393 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['78711a94-4e0c-471b-a180-3dd49650c4a8'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:58:40.534919 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fd582-0538-4fa9-b1c6-dd2b6943c2b1 req-236db2ca-a503-4e9d-af38-11098fc5599a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:40.536423 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b62fd582-0538-4fa9-b1c6-dd2b6943c2b1 req-236db2ca-a503-4e9d-af38-11098fc5599a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0517516 Aug 13 03:58:40.575536 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b62fd582-0538-4fa9-b1c6-dd2b6943c2b1 req-143fb4ab-49f1-481b-93dd-726917899706 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Aug 13 03:58:41.000354 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 78711a94-4e0c-471b-a180-3dd49650c4a8 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:58:41.135764 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 78711a94-4e0c-471b-a180-3dd49650c4a8 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:58:41.139927 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 78711a94-4e0c-471b-a180-3dd49650c4a8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:58:41.143066 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:41.221445 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:41.244279 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:41.246544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7580a36b-8834-4dfc-8669-a4df01d9c9ee" -d '{"events": [{"server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:41.260837 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=78711a94-4e0c-471b-a180-3dd49650c4a8,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:41.285467 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c1e258-5b1f-43c1-ba45-d23d86ac0da1 x-openstack-request-id: req-19c1e258-5b1f-43c1-ba45-d23d86ac0da1 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:41.285847 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:41.286040 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19c1e258-5b1f-43c1-ba45-d23d86ac0da1 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:41.286433 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8', 'code': 200} Aug 13 03:58:41.335583 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:41.385859 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:41.618006 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9d942-9cf1-4140-abe1-08ec0f6444f7 req-7ae056e2-90ed-402d-ad1d-4a605b65946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:41.619578 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a9d9d942-9cf1-4140-abe1-08ec0f6444f7 req-7ae056e2-90ed-402d-ad1d-4a605b65946a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 1099 time: 0.0440559 Aug 13 03:58:41.656730 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-a9d9d942-9cf1-4140-abe1-08ec0f6444f7 req-e69135e4-99f4-4c9d-808a-8e847b05be3a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288730 Aug 13 03:58:41.693207 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a26f7-a7d6-4904-80aa-b444850e237f req-f2b44c8c-7735-4db5-91f2-1f6f21184b53 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:41.694731 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee4a26f7-a7d6-4904-80aa-b444850e237f req-f2b44c8c-7735-4db5-91f2-1f6f21184b53 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0490620 Aug 13 03:58:41.732868 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ee4a26f7-a7d6-4904-80aa-b444850e237f req-b4c0b582-1eeb-4d49-afe2-590805ed0121 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321362 Aug 13 03:58:42.050335 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8dd626f7-a516-421f-b0de-6218662e5265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:42.421453 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:42.859409 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c9ac5-4ef4-4aa0-9323-c739e8a68f7f req-892e1893-1c38-4a53-a560-21127855ee47 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:42.862085 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-979c9ac5-4ef4-4aa0-9323-c739e8a68f7f req-892e1893-1c38-4a53-a560-21127855ee47 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0548041 Aug 13 03:58:42.900606 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-979c9ac5-4ef4-4aa0-9323-c739e8a68f7f req-9484dbf6-bb23-4186-b8aa-1992528b3b81 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322394 Aug 13 03:58:43.827334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:44.021458 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c38699-1cdc-441b-b3f1-15eae9a8b15f req-8f1b3291-1253-407b-90a8-8b128f370be7 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:44.023061 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-30c38699-1cdc-441b-b3f1-15eae9a8b15f req-8f1b3291-1253-407b-90a8-8b128f370be7 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0551653 Aug 13 03:58:44.063181 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-30c38699-1cdc-441b-b3f1-15eae9a8b15f req-e575b214-145b-4cc9-9685-e21dbe5b27c7 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Aug 13 03:58:45.346551 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f915f4-d192-43f6-b183-cc3724d52d1e req-f4465979-1784-4547-8dc4-459a8df7ed26 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:45.348083 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-85f915f4-d192-43f6-b183-cc3724d52d1e req-f4465979-1784-4547-8dc4-459a8df7ed26 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0506823 Aug 13 03:58:45.386297 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-85f915f4-d192-43f6-b183-cc3724d52d1e req-e725a535-c47d-4ebd-9891-5f93622eda97 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Aug 13 03:58:45.484512 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:46.505823 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04ca24-1498-4f00-9ba3-b85a3306db80 req-ce405dd8-e59d-4550-90aa-e2589e601438 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:46.507282 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-da04ca24-1498-4f00-9ba3-b85a3306db80 req-ce405dd8-e59d-4550-90aa-e2589e601438 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Aug 13 03:58:46.544577 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-da04ca24-1498-4f00-9ba3-b85a3306db80 req-4b0232bc-5652-4534-acb7-2ab7b0df2845 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314643 Aug 13 03:58:47.019875 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-1c140d6e-7963-44fb-a653-767743a00562 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:47.021361 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-1c140d6e-7963-44fb-a653-767743a00562 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0497513 Aug 13 03:58:47.114528 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Deleting port 78711a94-4e0c-471b-a180-3dd49650c4a8 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:47.114924 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:47.201059 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] For port 78711a94-4e0c-471b-a180-3dd49650c4a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=78711a94-4e0c-471b-a180-3dd49650c4a8,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:47.201425 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:47.220322 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Calling delete_port for 78711a94-4e0c-471b-a180-3dd49650c4a8 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:47.415691 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:47.443832 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Pushing event deleted for resources: {'Port': ['ID=78711a94-4e0c-471b-a180-3dd49650c4a8,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:47.462926 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['78711a94-4e0c-471b-a180-3dd49650c4a8'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:58:47.488613 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] No DVR routers for this DVR port 78711a94-4e0c-471b-a180-3dd49650c4a8 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:47.492582 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:47.494794 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4a37f689-9199-409b-bf31-7f3d4fd73811 req-8b2f1dcb-df8b-43e7-aab8-a20751528098 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "DELETE /v2.0/ports/78711a94-4e0c-471b-a180-3dd49650c4a8 HTTP/1.1" status: 204 len: 173 time: 0.4668159 Aug 13 03:58:47.495237 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'name': 'network-vif-deleted', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:47.497491 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bbc3ea-6e65-4be0-91fd-2839d69131c5" -d '{"events": [{"server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "name": "network-vif-deleted", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:47.534796 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785964f2-ae52-4172-96ad-292010f91a9f x-openstack-request-id: req-785964f2-ae52-4172-96ad-292010f91a9f {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:47.535089 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfe9310-dc96-4cb7-95bb-98f05e89b1c0", "name": "network-vif-deleted", "tag": "78711a94-4e0c-471b-a180-3dd49650c4a8", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:47.535346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-785964f2-ae52-4172-96ad-292010f91a9f {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:47.535776 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfe9310-dc96-4cb7-95bb-98f05e89b1c0', 'name': 'network-vif-deleted', 'tag': '78711a94-4e0c-471b-a180-3dd49650c4a8', 'status': 'completed', 'code': 200} Aug 13 03:58:47.640054 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-63e83c80-2ceb-4ad3-97f6-7d943db19c2f req-b733ad54-5272-4c3f-9f4d-de7ece9fccf1 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=fdfe9310-dc96-4cb7-95bb-98f05e89b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Aug 13 03:58:48.902295 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-80a238b0-c524-48ad-99f3-280e685b009c tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:48.903766 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-80a238b0-c524-48ad-99f3-280e685b009c tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/networks?id=37060d6e-41df-4f47-9ab5-671054602348 HTTP/1.1" status: 200 len: 808 time: 0.1034904 Aug 13 03:58:48.919521 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-38782aef-b050-4227-a7d0-62bd7114626b tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/quotas/fc782fbaec6b454795455a7f133921f9 HTTP/1.1" status: 200 len: 375 time: 0.0091567 Aug 13 03:58:48.951426 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-9f5e6b4c-b919-40fc-a29b-a90237a0f7ae tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257592 Aug 13 03:58:49.041876 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-458ae73a-743b-4d3b-b112-998cc726a2ad service neutron] 10.222.0.45 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824020 Aug 13 03:58:49.140143 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-c696a07b-8424-45be-9162-8defe2c76a4d service neutron] 10.222.0.45 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923123 Aug 13 03:58:49.385479 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-010301c7-7c51-4453-8e4b-76efca136415 req-8e9699e6-acba-4743-bd19-dce9ee7331ba tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 210 time: 0.0287681 Aug 13 03:58:50.479789 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ad6895f5-9b8b-4ca2-a9f9-0a3b22016f7f req-55666640-46f5-49d9-a53e-5f36f7b14172 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 210 time: 0.0270033 Aug 13 03:58:51.068663 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 78711a94-4e0c-471b-a180-3dd49650c4a8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:51.089405 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 78711a94-4e0c-471b-a180-3dd49650c4a8 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:51.089776 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 78711a94-4e0c-471b-a180-3dd49650c4a8 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:51.317064 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-8fb79922-cce9-46d6-8b37-9a45e64c6f3f tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:51.318520 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-8fb79922-cce9-46d6-8b37-9a45e64c6f3f tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "GET /v2.0/networks?id=37060d6e-41df-4f47-9ab5-671054602348 HTTP/1.1" status: 200 len: 808 time: 0.1014614 Aug 13 03:58:51.339286 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Request body: {'port': {'device_id': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'network_id': '37060d6e-41df-4f47-9ab5-671054602348', 'admin_state_up': True, 'tenant_id': 'fc782fbaec6b454795455a7f133921f9'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:51.513133 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Made reservation on behalf of fc782fbaec6b454795455a7f133921f9 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:58:51.517175 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:51.578966 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1a28c2a9-d3be-4f63-a99b-98ceb78362e6 req-c6f4b8fa-4db4-4049-b511-1c02fad3f67b tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 210 time: 0.0265911 Aug 13 03:58:51.642700 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Allocated IP 172.20.0.9 (37060d6e-41df-4f47-9ab5-671054602348/a2518c9d-a80f-4d01-b787-024b8e4f0cb5/2651b106-4cda-413c-89c3-b3ae2c1c3d55) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:58:51.787339 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:51.895908 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:51.939220 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Network 37060d6e-41df-4f47-9ab5-671054602348 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:58:51.944243 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:58:51.947945 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:58:51.970823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Pushing event updated for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:51.998476 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:51.999107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.090557 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-abe07cfa-6779-4f1b-83b0-e7c892b74775 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549736 Aug 13 03:58:52.108650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Request body: {'port': {'device_id': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:58:52.166210 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.424742 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2651b106-4cda-413c-89c3-b3ae2c1c3d55 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:58:52.432107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.444580 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Transition to ACTIVE for port object 2651b106-4cda-413c-89c3-b3ae2c1c3d55 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:58:52.535838 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.585276 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Pushing event updated for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:52.662573 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Attempting to bind port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:58:52.663013 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Attempting to bind port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:58:52.663422 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Attempting to bind port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 on network 37060d6e-41df-4f47-9ab5-671054602348 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:58:52.668705 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 on network 37060d6e-41df-4f47-9ab5-671054602348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:58:52.669132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Attempting to bind port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 on network 37060d6e-41df-4f47-9ab5-671054602348 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:58:52.675198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:58:52.676035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Checking segment: {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:58:52.676035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Bound using segment: {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:58:52.676467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Bound port: 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d31965-fb51-47bd-a2c8-e63bd9b0e6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '37060d6e-41df-4f47-9ab5-671054602348'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:58:52.676896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.704204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb04aff-1b57-474e-900e-4474949bcaa1 req-51d9d855-cab1-42a9-953f-66623e03c3cf tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:52.705745 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fcb04aff-1b57-474e-900e-4474949bcaa1 req-51d9d855-cab1-42a9-953f-66623e03c3cf tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 943 time: 0.0536706 Aug 13 03:58:52.743092 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:58:52.746625 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:58:52.751150 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fcb04aff-1b57-474e-900e-4474949bcaa1 req-dc3eb739-ad18-40b5-997f-fc6f2f32c3cf tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Aug 13 03:58:52.793384 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.835589 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:52.836253 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:52.837714 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] 10.222.0.61 "PUT /v2.0/ports/2651b106-4cda-413c-89c3-b3ae2c1c3d55 HTTP/1.1" status: 200 len: 1093 time: 0.7331815 Aug 13 03:58:52.838182 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:52.840463 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be1c1da-5fe9-40ab-bb21-10f16518c329" -d '{"events": [{"name": "network-changed", "server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:52.866054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a5b6e-a022-43f0-8e87-b4ff00d3b18d service neutron] Pushing event updated for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:52.879157 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc338a44-d05c-4091-9e5d-527e3ef379b4 x-openstack-request-id: req-fc338a44-d05c-4091-9e5d-527e3ef379b4 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:52.879440 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:52.881210 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc338a44-d05c-4091-9e5d-527e3ef379b4 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:52.881210 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55', 'status': 'completed', 'code': 200} Aug 13 03:58:52.973840 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-518dbfa5-8726-4e03-b392-2e4b11b8cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:52.975341 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-518dbfa5-8726-4e03-b392-2e4b11b8cf69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 1096 time: 0.0491858 Aug 13 03:58:53.084733 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-6ac35c7b-c3e0-4109-b463-f76c54d52ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.086263 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-6ac35c7b-c3e0-4109-b463-f76c54d52ca2 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fc782fbaec6b454795455a7f133921f9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965312 Aug 13 03:58:53.129313 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf306e99-5c14-475c-9b39-d7ad458be1dd req-16b7f02c-c14a-4ad9-b328-409e40392ec7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.131475 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf306e99-5c14-475c-9b39-d7ad458be1dd req-16b7f02c-c14a-4ad9-b328-409e40392ec7 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0512350 Aug 13 03:58:53.170347 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cf306e99-5c14-475c-9b39-d7ad458be1dd req-b192d8ab-27d2-4ad3-af5e-3e0e181f946b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Aug 13 03:58:53.187233 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-68435a65-5ecc-4e0f-bc66-32d60ed6a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.189546 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-0be1c1da-5fe9-40ab-bb21-10f16518c329 req-68435a65-5ecc-4e0f-bc66-32d60ed6a443 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961156 Aug 13 03:58:53.293000 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-c937a2c8-9bb2-41c1-ade3-0cac4955fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.294565 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-c937a2c8-9bb2-41c1-ade3-0cac4955fe33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc782fbaec6b454795455a7f133921f9&device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 1096 time: 0.0420141 Aug 13 03:58:53.341407 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-b307693b-f572-4b45-9441-3892ae691700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55 HTTP/1.1" status: 200 len: 217 time: 0.0326815 Aug 13 03:58:53.394935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-c46b40db-b2eb-40da-9b44-37313cec0136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.396401 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-c46b40db-b2eb-40da-9b44-37313cec0136 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a2518c9d-a80f-4d01-b787-024b8e4f0cb5 HTTP/1.1" status: 200 len: 848 time: 0.0468700 Aug 13 03:58:53.428652 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-1b149a87-30b4-424f-9bd4-d064512b0f99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37060d6e-41df-4f47-9ab5-671054602348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237954 Aug 13 03:58:53.519540 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-e0e84ea0-1d72-4c2d-8212-8bd083a4a3f8 service neutron] 10.222.0.61 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821924 Aug 13 03:58:53.613474 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f5644dfc-2d40-4a4a-bf3e-399a24ee1aef req-4868fed0-ecd2-4b85-8578-a76949c129d9 service neutron] 10.222.0.61 "GET /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860102 Aug 13 03:58:53.869738 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cc955-484b-4b75-b4df-25f580ab0634 req-5d2180b3-586a-4cdb-8eba-13f681803053 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:53.871179 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a44cc955-484b-4b75-b4df-25f580ab0634 req-5d2180b3-586a-4cdb-8eba-13f681803053 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 943 time: 0.0500801 Aug 13 03:58:53.911658 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a44cc955-484b-4b75-b4df-25f580ab0634 req-b8770b71-581c-404b-ae0b-160b8d9766cf tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Aug 13 03:58:54.300638 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cdc31-a74e-4c3a-82b1-fff2988fdd3b req-7e4674f4-e0e7-41f2-bc5f-7cc9dde24612 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:54.302254 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b56cdc31-a74e-4c3a-82b1-fff2988fdd3b req-7e4674f4-e0e7-41f2-bc5f-7cc9dde24612 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0558438 Aug 13 03:58:54.342072 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b56cdc31-a74e-4c3a-82b1-fff2988fdd3b req-c2d8e57e-d715-4189-ac5e-8aaeaec4d8bb tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Aug 13 03:58:55.029729 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505244b-499d-4c6f-bfa0-78aaa29da5ab req-4bcdfc93-24c3-4188-a6b1-61b369c41a88 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:55.031368 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5505244b-499d-4c6f-bfa0-78aaa29da5ab req-4bcdfc93-24c3-4188-a6b1-61b369c41a88 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 943 time: 0.0520141 Aug 13 03:58:55.070979 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5505244b-499d-4c6f-bfa0-78aaa29da5ab req-91e5c7e6-aa80-4b0d-80c2-9c5fed85a9be tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332897 Aug 13 03:58:55.113124 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-660f07ad-47f5-4573-8de0-2c2280fb4c38 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:55.114670 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-660f07ad-47f5-4573-8de0-2c2280fb4c38 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0514929 Aug 13 03:58:55.212322 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Deleting port d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:55.212666 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:55.303813 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] For port d054a86c-9aa1-4c6b-add8-adc490c58d75, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d054a86c-9aa1-4c6b-add8-adc490c58d75,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:55.304107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:55.473939 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba71491-9ee6-411e-8a53-0ade852a38e8 req-1437e9d3-f44f-45b1-923c-1941e18d819b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:55.475875 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ba71491-9ee6-411e-8a53-0ade852a38e8 req-1437e9d3-f44f-45b1-923c-1941e18d819b tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 946 time: 0.0577753 Aug 13 03:58:55.500358 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:55.500732 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:55.501046 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Floating IP 6591a9ae-b8e2-4b08-8d1f-f2b251167233 disassociated. External IP: 172.27.1.174, port: d054a86c-9aa1-4c6b-add8-adc490c58d75. Aug 13 03:58:55.501382 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Calling delete_port for d054a86c-9aa1-4c6b-add8-adc490c58d75 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:55.525006 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7ba71491-9ee6-411e-8a53-0ade852a38e8 req-0a74506b-407b-4663-ad21-0068d67de9b0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups?id=2c370f20-bd40-4e74-95b6-aca9fbafc10a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402749 Aug 13 03:58:55.736093 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:55.769611 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'Port': ['ID=d054a86c-9aa1-4c6b-add8-adc490c58d75,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:55.782123 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.782430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.782777 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.783119 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.783466 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.784849 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.785509 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.786393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.786393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.790967 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.790967 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.790967 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:58:55.980315 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:58:56.106206 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:58:56.117944 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:58:56.128451 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:56.129271 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:56.171682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] No DVR routers for this DVR port d054a86c-9aa1-4c6b-add8-adc490c58d75 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:58:56.175752 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:56.178093 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-6a41ef1d-8c45-4aeb-bf6c-9f893cbe0e94 req-2e7c4f5a-e251-44dd-9a77-03622b4d4a65 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.61 "DELETE /v2.0/ports/d054a86c-9aa1-4c6b-add8-adc490c58d75 HTTP/1.1" status: 204 len: 173 time: 1.0568759 Aug 13 03:58:56.178576 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-deleted', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:56.181159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c9bd4-55a9-419e-a322-808cef3173b2" -d '{"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-deleted", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:56.222795 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50128080-16d7-4993-9fc4-c5973f31e51b req-eb4c6062-464a-44bd-b18c-f7194f176b76 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:56.224735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-50128080-16d7-4993-9fc4-c5973f31e51b req-eb4c6062-464a-44bd-b18c-f7194f176b76 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 943 time: 0.0656409 Aug 13 03:58:56.252972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12be2a5a-e78f-4fea-861e-b62ea24303d5 x-openstack-request-id: req-12be2a5a-e78f-4fea-861e-b62ea24303d5 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:56.253933 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3730ff-ffde-457d-9e09-63ab69d8c8a6", "name": "network-vif-deleted", "tag": "d054a86c-9aa1-4c6b-add8-adc490c58d75", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:56.254241 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12be2a5a-e78f-4fea-861e-b62ea24303d5 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:56.259753 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd3730ff-ffde-457d-9e09-63ab69d8c8a6', 'name': 'network-vif-deleted', 'tag': 'd054a86c-9aa1-4c6b-add8-adc490c58d75', 'status': 'completed', 'code': 200} Aug 13 03:58:56.268071 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:56.274524 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-50128080-16d7-4993-9fc4-c5973f31e51b req-9365ae8d-ae3f-4e4e-912a-6b13391f3242 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Aug 13 03:58:56.477106 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:56.506040 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:58:56.514881 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:58:56.515493 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:56.628870 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:58:56.640645 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4384c3b4-d6c5-4015-97d5-b4595ed0b2e5 req-27aa9cfb-6a0e-4c07-a837-66a4b224a72c tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd3730ff-ffde-457d-9e09-63ab69d8c8a6 HTTP/1.1" status: 200 len: 210 time: 0.0266409 Aug 13 03:58:56.830244 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:58:56.856079 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe31932a-1adb-40dc-9a56-1e0d200a95da None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:46:46Z', 'revision_number': 4, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'da4dbca4-9ba4-417c-acd2-032af99941ea', 'name': '', 'network_id': 'fe8f59f1-a071-40ce-925f-8ec3816b8eab', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'mac_address': 'fa:16:3e:70:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:44Z', 'updated_at': '2021-08-13T03:46:57Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'subnets': [{'id': '762fb63d-361f-4cb3-b5e7-9565d9c40b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:58:57.068851 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bf8dec-f26b-4fb3-bd80-84975428b9e2 None None] New status for floating IP 6591a9ae-b8e2-4b08-8d1f-f2b251167233: DOWN {{(pid=101043) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 03:58:57.135125 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2651b106-4cda-413c-89c3-b3ae2c1c3d55 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:58:57.278903 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:57.290908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '2651b106-4cda-413c-89c3-b3ae2c1c3d55', 'network_id': '37060d6e-41df-4f47-9ab5-671054602348', 'port_id': '2651b106-4cda-413c-89c3-b3ae2c1c3d55', 'mac_address': 'fa:16:3e:d3:3b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2518c9d-a80f-4d01-b787-024b8e4f0cb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:58:57.330740 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:57.344480 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2651b106-4cda-413c-89c3-b3ae2c1c3d55 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:58:57.364444 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:57.429054 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817c2b1-c8f4-4cf6-bdcd-3b0f7be598b5 req-74e0fbc3-49da-4d79-99b3-630be5a27d0a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:57.430632 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6817c2b1-c8f4-4cf6-bdcd-3b0f7be598b5 req-74e0fbc3-49da-4d79-99b3-630be5a27d0a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 943 time: 0.0517893 Aug 13 03:58:57.438390 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:57.472675 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6817c2b1-c8f4-4cf6-bdcd-3b0f7be598b5 req-7516bfd2-45c1-45be-8c50-ec8c1d64be7a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359178 Aug 13 03:58:57.501690 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:57.788348 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50160) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:57.845294 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:57.864681 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2651b106-4cda-413c-89c3-b3ae2c1c3d55'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:58:57.875236 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.009855 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.012451 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.014218 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "DELETE /v2.0/security-groups/2c370f20-bd40-4e74-95b6-aca9fbafc10a HTTP/1.1" status: 204 len: 168 time: 0.2248447 Aug 13 03:58:58.017615 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50162) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:58.035374 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.api.v2.resource [None req-93370099-9b72-459d-acfc-df2fc56df9f0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] show failed (client error): The resource could not be found. Aug 13 03:58:58.039450 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-93370099-9b72-459d-acfc-df2fc56df9f0 tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "GET /v2.0/security-groups/2c370f20-bd40-4e74-95b6-aca9fbafc10a HTTP/1.1" status: 404 len: 347 time: 0.0178339 Aug 13 03:58:58.039450 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e9dd3-50b6-467e-8c57-3bad6850324d tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c370f20-bd40-4e74-95b6-aca9fbafc10a,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:58.039942 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50164) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:58:58.053461 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.163056 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Deleting port 3a20cab0-e46c-4006-9c08-3341db126f76 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:58:58.163400 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.240543 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.240882 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.254213 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Calling delete_port for 3a20cab0-e46c-4006-9c08-3341db126f76 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:58:58.444480 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.479425 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Pushing event deleted for resources: {'Port': ['ID=3a20cab0-e46c-4006-9c08-3341db126f76,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:58.533608 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.538035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:58.539209 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-2cb48ecb-4dbe-4bce-bb73-6df2efea157a tempest-AttachVolumeShelveTestJSON-2024093168 tempest-AttachVolumeShelveTestJSON-2024093168-project] 10.222.0.45 "DELETE /v2.0/floatingips/6591a9ae-b8e2-4b08-8d1f-f2b251167233 HTTP/1.1" status: 204 len: 168 time: 0.4983652 Aug 13 03:58:58.593643 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b5d00-8b55-417a-83b3-db0ded4e4ad8 req-bd377a9a-ead4-4c5b-b80a-b42d015bfe94 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:58.595172 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-446b5d00-8b55-417a-83b3-db0ded4e4ad8 req-bd377a9a-ead4-4c5b-b80a-b42d015bfe94 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 944 time: 0.0531149 Aug 13 03:58:58.635011 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-446b5d00-8b55-417a-83b3-db0ded4e4ad8 req-3924fb08-d5b7-41f9-b19e-42c4c66e9621 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Aug 13 03:58:59.126385 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2651b106-4cda-413c-89c3-b3ae2c1c3d55 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:58:59.243908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:58:59.247715 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:58:59.248167 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:59.328267 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:59.352780 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:58:59.355090 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5c9469-a134-4c85-8fd6-13c094600ab0" -d '{"events": [{"server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "name": "network-vif-plugged", "status": "completed", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:58:59.368688 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:58:59.390576 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbb6e80-e8d9-4ec3-a11b-aabd504687ae x-openstack-request-id: req-8cbb6e80-e8d9-4ec3-a11b-aabd504687ae {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:58:59.390859 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "name": "network-vif-plugged", "status": "completed", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:58:59.391127 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cbb6e80-e8d9-4ec3-a11b-aabd504687ae {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:58:59.391536 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55', 'code': 200} Aug 13 03:58:59.461579 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:58:59.462466 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:58:59.498768 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: d054a86c-9aa1-4c6b-add8-adc490c58d75 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:58:59.499123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device d054a86c-9aa1-4c6b-add8-adc490c58d75 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:58:59.526827 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:58:59.739657 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95b6f3-92e9-416b-901d-77b436acd7e0 req-23e06cb4-fd00-4aae-99fb-261600cc40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:59.741184 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fb95b6f3-92e9-416b-901d-77b436acd7e0 req-23e06cb4-fd00-4aae-99fb-261600cc40ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 1098 time: 0.0426393 Aug 13 03:58:59.751702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2636-dbbe-48df-9fa7-1c4d4e238d3e req-41ecbf68-bb94-48ed-b17e-642ebc6fa427 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:58:59.753776 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55bb2636-dbbe-48df-9fa7-1c4d4e238d3e req-41ecbf68-bb94-48ed-b17e-642ebc6fa427 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Aug 13 03:58:59.778736 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fb95b6f3-92e9-416b-901d-77b436acd7e0 req-e7da8b2b-a229-4a6f-8723-f4872844129c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303004 Aug 13 03:58:59.791241 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-55bb2636-dbbe-48df-9fa7-1c4d4e238d3e req-6ab092d6-ac15-47c2-ae55-eaac6121d4b8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311100 Aug 13 03:59:00.912374 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851c93e-e3eb-4d82-a581-f6aca8d5568b req-304272fb-f3c9-44b9-8145-4d2fdad9f550 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:00.914097 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c851c93e-e3eb-4d82-a581-f6aca8d5568b req-304272fb-f3c9-44b9-8145-4d2fdad9f550 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Aug 13 03:59:00.956737 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c851c93e-e3eb-4d82-a581-f6aca8d5568b req-a641b515-5047-4fd2-8c61-3300235a791a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349150 Aug 13 03:59:01.202583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50194) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:01.845314 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:59:01.876088 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:02.079668 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb5342-1868-44a5-8c63-1a33bae108b1 req-35bdac64-0eba-49fd-a24e-43171e6600c9 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:02.081877 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6abb5342-1868-44a5-8c63-1a33bae108b1 req-35bdac64-0eba-49fd-a24e-43171e6600c9 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Aug 13 03:59:02.120669 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6abb5342-1868-44a5-8c63-1a33bae108b1 req-292263f7-84e2-45be-8976-57d9b8d48d8f tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Aug 13 03:59:02.126891 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Deleting port da4dbca4-9ba4-417c-acd2-032af99941ea {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:59:02.127238 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:02.208330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] For port da4dbca4-9ba4-417c-acd2-032af99941ea, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=da4dbca4-9ba4-417c-acd2-032af99941ea,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:02.209038 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:02.226046 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Calling delete_port for da4dbca4-9ba4-417c-acd2-032af99941ea owned by network:router_interface {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:59:02.467298 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:02.494694 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Pushing event deleted for resources: {'Port': ['ID=da4dbca4-9ba4-417c-acd2-032af99941ea,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:02.672788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:02.894857 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Router 10990e16-6105-43cf-a4de-d0ecbc86acad has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 03:59:03.003516 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 03:59:03.008883 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5885ba78-f4a9-4877-8237-7fe9b4399499 admin admin] 10.222.0.45 "PUT /v2.0/routers/10990e16-6105-43cf-a4de-d0ecbc86acad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051920 Aug 13 03:59:03.011427 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50212) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:03.013451 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Sync routers for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 03:59:03.023863 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:59:03.024474 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:03.117458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks [] for router, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.137416 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:59:03.228872 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.320351 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff3f6b-0c3d-48d2-9112-cad0a48f2786 req-913bf589-3f37-4a9c-8ebc-858b6d25681a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:03.322086 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3ff3f6b-0c3d-48d2-9112-cad0a48f2786 req-913bf589-3f37-4a9c-8ebc-858b6d25681a tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.0581875 Aug 13 03:59:03.332829 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:59:02Z', 'revision_number': 5, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port': {'id': 'e07a72eb-d2cf-455e-9deb-181cae2eb709', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:81:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T03:46:35Z', 'updated_at': '2021-08-13T03:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:03.379352 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c3ff3f6b-0c3d-48d2-9112-cad0a48f2786 req-db8bd48b-1a62-4065-869e-6fff70b0a9c3 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483198 Aug 13 03:59:03.398569 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Deleting port e07a72eb-d2cf-455e-9deb-181cae2eb709 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:59:03.398915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.457473 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Checking router: 10990e16-6105-43cf-a4de-d0ecbc86acad for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 03:59:03.466985 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Routers {'10990e16-6105-43cf-a4de-d0ecbc86acad'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 03:59:03.467878 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T03:58:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['10990e16-6105-43cf-a4de-d0ecbc86acad'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:03.488061 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] For port e07a72eb-d2cf-455e-9deb-181cae2eb709, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e07a72eb-d2cf-455e-9deb-181cae2eb709,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:03.488681 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.506301 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Calling delete_port for e07a72eb-d2cf-455e-9deb-181cae2eb709 owned by network:router_gateway {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:59:03.556930 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] Set router 10990e16-6105-43cf-a4de-d0ecbc86acad gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 03:59:03.613669 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:59:03Z', 'revision_number': 6, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:03.643759 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04edafc6-dfc2-4750-873d-93391dc9bd3e None None] The sync data for ids ['10990e16-6105-43cf-a4de-d0ecbc86acad'] in dv-cinder-760193-6-iscsi is: [{'id': '10990e16-6105-43cf-a4de-d0ecbc86acad', 'name': 'tempest-AttachVolumeShelveTestJSON-1301449397-router', 'tenant_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T03:46:33Z', 'updated_at': '2021-08-13T03:59:03Z', 'revision_number': 6, 'project_id': '2ae187a3b2c6437eb5ccc20cc67e3f16', 'gw_port_host': None}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 03:59:03.747083 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.777883 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Pushing event deleted for resources: {'Port': ['ID=e07a72eb-d2cf-455e-9deb-181cae2eb709,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:03.839933 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.929649 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:03.931693 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.032474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.033003 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10990e16-6105-43cf-a4de-d0ecbc86acad {{(pid=101042) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 03:59:04.037908 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.039154 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ca12f2d7-2bf8-4192-a091-d41ef880692c admin admin] 10.222.0.45 "DELETE /v2.0/routers/10990e16-6105-43cf-a4de-d0ecbc86acad HTTP/1.1" status: 204 len: 168 time: 1.0267644 Aug 13 03:59:04.041736 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50216) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:04.090943 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_v2 [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Deleting subnet 762fb63d-361f-4cb3-b5e7-9565d9c40b86 {{(pid=101042) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:59:04.093963 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.128037 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3408653'] for subnet, precommit_delete_associations {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.206868 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.348457 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3438926', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3721403'] for subnet, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.375012 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762fb63d-361f-4cb3-b5e7-9565d9c40b86,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:04.379400 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.381878 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-af196502-dc9f-493a-ac5d-0b565de4d9d7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/762fb63d-361f-4cb3-b5e7-9565d9c40b86 HTTP/1.1" status: 204 len: 168 time: 0.3390343 Aug 13 03:59:04.384425 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50218) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:04.385141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87ea520-666c-4aa6-8478-489ffbb475fe None None] Network fe8f59f1-a071-40ce-925f-8ec3816b8eab requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:59:04.457226 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.526854 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Deleting port 5894ea31-2ea5-4406-bf70-fb7bf2691998 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:59:04.527295 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.532940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70b7fd-b7f8-4c50-8252-f5568c77e4ac req-4b47d287-5cd7-4516-b88e-5a8066821e1e tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:04.535221 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c70b7fd-b7f8-4c50-8252-f5568c77e4ac req-4b47d287-5cd7-4516-b88e-5a8066821e1e tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.0764074 Aug 13 03:59:04.584514 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c70b7fd-b7f8-4c50-8252-f5568c77e4ac req-9a3624f4-e2d9-4857-b924-a8d082b6e841 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/security-groups?id=3db362ea-de02-4fc8-a90f-9c2d3a8f4474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Aug 13 03:59:04.592640 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] For port 5894ea31-2ea5-4406-bf70-fb7bf2691998, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5894ea31-2ea5-4406-bf70-fb7bf2691998,segment=NetworkSegment(f42361e1-07d0-4f05-af43-1a9d1bc231a1),segment_id=f42361e1-07d0-4f05-af43-1a9d1bc231a1)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:04.593021 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.607344 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Calling delete_port for 5894ea31-2ea5-4406-bf70-fb7bf2691998 owned by network:dhcp {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:59:04.728739 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] DHCP port deletion for fe8f59f1-a071-40ce-925f-8ec3816b8eab request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 03:59:04.769926 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.774036 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Deleting port 5894ea31-2ea5-4406-bf70-fb7bf2691998 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:59:04.774448 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.803630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5894ea31-2ea5-4406-bf70-fb7bf2691998,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:04.805452 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] No DVR routers for this DVR port 5894ea31-2ea5-4406-bf70-fb7bf2691998 on host dv-cinder-760193-6-iscsi {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:59:04.841485 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] For port 5894ea31-2ea5-4406-bf70-fb7bf2691998, host dv-cinder-760193-6-iscsi, got binding levels [] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:04.841643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.845221 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5894ea31-2ea5-4406-bf70-fb7bf2691998 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:59:04.877494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Calling delete_port for 5894ea31-2ea5-4406-bf70-fb7bf2691998 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:59:04.877494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 5894ea31-2ea5-4406-bf70-fb7bf2691998 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:59:04.877494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5894ea31-2ea5-4406-bf70-fb7bf2691998 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:59:04.877494 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device da4dbca4-9ba4-417c-acd2-032af99941ea no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:59:04.879317 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.879450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.ipam_backend_mixin [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Port 5894ea31-2ea5-4406-bf70-fb7bf2691998 was not found and therefore no delete operation was performed {{(pid=101043) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 03:59:04.881615 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.889819 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8f59f1-a071-40ce-925f-8ec3816b8eab']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:04.900701 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42361e1-07d0-4f05-af43-1a9d1bc231a1') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:04.900995 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42361e1-07d0-4f05-af43-1a9d1bc231a1') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:04.909991 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.924365 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: da4dbca4-9ba4-417c-acd2-032af99941ea {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:59:04.929137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device da4dbca4-9ba4-417c-acd2-032af99941ea not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:59:04.929137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e07a72eb-d2cf-455e-9deb-181cae2eb709 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:59:04.931396 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] Pushing event deleted for resources: {'Port': ['ID=5894ea31-2ea5-4406-bf70-fb7bf2691998,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:04.957928 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074eb81-c5b2-4165-a206-93e9bdeaf50f None None] No DVR routers for this DVR port 5894ea31-2ea5-4406-bf70-fb7bf2691998 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:59:04.958221 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.958375 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: e07a72eb-d2cf-455e-9deb-181cae2eb709 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:59:04.958375 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e07a72eb-d2cf-455e-9deb-181cae2eb709 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:59:04.968027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:59:04.968441 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:59:04.970177 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:59:05.023020 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-b667cfeb-744e-44f7-a6cd-ad52c74f80fe tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:05.024539 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-b667cfeb-744e-44f7-a6cd-ad52c74f80fe tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 945 time: 0.1054733 Aug 13 03:59:05.123393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Deleting port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 03:59:05.123738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.188385 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.199075 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.200941 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fe8f59f1-a071-40ce-925f-8ec3816b8eab HTTP/1.1" status: 204 len: 168 time: 0.8155472 Aug 13 03:59:05.211872 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddea28-39c8-4ed8-b951-9998396c1be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8f59f1-a071-40ce-925f-8ec3816b8eab,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:05.230458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] For port 2651b106-4cda-413c-89c3-b3ae2c1c3d55, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2651b106-4cda-413c-89c3-b3ae2c1c3d55,segment=NetworkSegment(70d31965-fb51-47bd-a2c8-e63bd9b0e6be),segment_id=70d31965-fb51-47bd-a2c8-e63bd9b0e6be)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:05.230852 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.244132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Calling delete_port for 2651b106-4cda-413c-89c3-b3ae2c1c3d55 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 03:59:05.472823 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.501324 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Pushing event deleted for resources: {'Port': ['ID=2651b106-4cda-413c-89c3-b3ae2c1c3d55,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:05.507437 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['2651b106-4cda-413c-89c3-b3ae2c1c3d55'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:59:05.521325 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50224) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:05.555803 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] No DVR routers for this DVR port 2651b106-4cda-413c-89c3-b3ae2c1c3d55 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 03:59:05.558384 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.560430 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-40cebfc2-2fd6-402a-a606-b78ef80ebafc req-f043e3f1-3487-4978-b2b7-09ce146fd9c8 tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.61 "DELETE /v2.0/ports/2651b106-4cda-413c-89c3-b3ae2c1c3d55 HTTP/1.1" status: 204 len: 173 time: 0.5294895 Aug 13 03:59:05.560926 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'name': 'network-vif-deleted', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:59:05.563214 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9ecd42-0e1a-4eea-84fb-755a7604131b" -d '{"events": [{"server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "name": "network-vif-deleted", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:59:05.566606 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f3ae4f72-3c10-4d65-b457-d8c7c1f63df4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ae187a3b2c6437eb5ccc20cc67e3f16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0440583 Aug 13 03:59:05.568942 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50228) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:05.604034 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afee3cd-0efb-45c0-8c3c-506781929892 x-openstack-request-id: req-5afee3cd-0efb-45c0-8c3c-506781929892 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:59:05.604209 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a6b1d2-64aa-48b1-9b47-10ef0f4049c2", "name": "network-vif-deleted", "tag": "2651b106-4cda-413c-89c3-b3ae2c1c3d55", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:59:05.604414 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5afee3cd-0efb-45c0-8c3c-506781929892 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:59:05.604811 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a6b1d2-64aa-48b1-9b47-10ef0f4049c2', 'name': 'network-vif-deleted', 'tag': '2651b106-4cda-413c-89c3-b3ae2c1c3d55', 'status': 'completed', 'code': 200} Aug 13 03:59:05.625127 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.649437 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.688376 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a23047ee-1092-460f-87ae-2190f1cd78ce req-d5beb436-9add-4424-a9ef-53cc17dcb3ae tempest-VolumesActionsTest-175823227 tempest-VolumesActionsTest-175823227-project] 10.222.0.45 "GET /v2.0/ports?device_id=44a6b1d2-64aa-48b1-9b47-10ef0f4049c2 HTTP/1.1" status: 200 len: 210 time: 0.0321519 Aug 13 03:59:05.786948 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.789464 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:05.790665 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/665df97b-e27b-4a40-87b1-ca183c3158b5 HTTP/1.1" status: 204 len: 168 time: 0.2205770 Aug 13 03:59:05.798385 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665df97b-e27b-4a40-87b1-ca183c3158b5,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:05.806522 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.806938 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.807208 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.807546 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.807881 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.808257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.808595 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.808926 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.809253 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.809581 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.809946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:05.810275 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449b7e79-1602-4f3c-8ad7-c4fc417e6b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:09.575406 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ead7c6dd-37d9-4a43-bcaa-3ef58582de9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:09.851678 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2651b106-4cda-413c-89c3-b3ae2c1c3d55 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 03:59:09.871643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 2651b106-4cda-413c-89c3-b3ae2c1c3d55 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 03:59:09.871985 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 2651b106-4cda-413c-89c3-b3ae2c1c3d55 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 03:59:12.078194 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ca18ad0a-8cee-49c0-a503-36bf1c4e1c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:12.398216 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:13.826993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:15.478516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.332579 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50520) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:25.534814 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-075efd81-11c3-479a-b012-b826923a7b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.631047 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-075efd81-11c3-479a-b012-b826923a7b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.683684 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-075efd81-11c3-479a-b012-b826923a7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.742774 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-075efd81-11c3-479a-b012-b826923a7b65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1046082f33394b50b8de61b869cae9aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088118 Aug 13 03:59:25.743886 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50528) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:25.745779 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075efd81-11c3-479a-b012-b826923a7b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c6cf3-aaa1-4273-ab38-328339e54a23,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:25.812073 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.845373 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.969626 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.972352 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:25.973589 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9d2c6cf3-aaa1-4273-ab38-328339e54a23 HTTP/1.1" status: 204 len: 168 time: 0.2286448 Aug 13 03:59:25.983549 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8dc19-21b1-47d6-b249-7609769fea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c6cf3-aaa1-4273-ab38-328339e54a23,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:26.839934 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50542) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:26.860201 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-942d182c-42da-4498-8bd5-2ae62fddf0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:26.990004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-942d182c-42da-4498-8bd5-2ae62fddf0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.072605 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-942d182c-42da-4498-8bd5-2ae62fddf0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.113118 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-942d182c-42da-4498-8bd5-2ae62fddf0de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2cb24b2c5e954510995032aad2662e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717626 Aug 13 03:59:27.115904 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50544) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:27.122528 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d182c-42da-4498-8bd5-2ae62fddf0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be18733d-0394-4ba4-bfd5-3f691ee8533e,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:27.178784 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.203235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.329829 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.332974 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:27.337390 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be18733d-0394-4ba4-bfd5-3f691ee8533e HTTP/1.1" status: 204 len: 168 time: 0.2173889 Aug 13 03:59:27.345686 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98866e7-8d13-4cd5-8de8-8bb2df877c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be18733d-0394-4ba4-bfd5-3f691ee8533e,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:28.101459 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.035467 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50764) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:33.161335 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfe3-7408-4ee5-91dd-27b12d8ff9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.250484 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfe3-7408-4ee5-91dd-27b12d8ff9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.323787 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ccdbfe3-7408-4ee5-91dd-27b12d8ff9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.361960 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5ccdbfe3-7408-4ee5-91dd-27b12d8ff9a5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=846087dc97bc453a919c8933f7f8b939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253369 Aug 13 03:59:33.362878 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdbfe3-7408-4ee5-91dd-27b12d8ff9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebbc59b-143b-4a1e-b8ce-e4962292ddcb,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:33.364696 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50768) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:33.417320 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.438478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.535104 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.537780 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:33.542080 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ebbc59b-143b-4a1e-b8ce-e4962292ddcb HTTP/1.1" status: 204 len: 168 time: 0.1738737 Aug 13 03:59:33.547924 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de72b-b008-4f8c-818a-8b5af263a7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebbc59b-143b-4a1e-b8ce-e4962292ddcb,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:34.054257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50776) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:34.099679 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Deleting subnet a2518c9d-a80f-4d01-b787-024b8e4f0cb5 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 03:59:34.102736 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.136196 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.177855 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.194235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 50778) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:34.207759 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3003b03-ab06-4f41-a63e-8fbd1ea992d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.289526 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.315468 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2518c9d-a80f-4d01-b787-024b8e4f0cb5,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:34.319206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.324151 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-81f447c9-0421-458e-9d8b-8f651438a010 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a2518c9d-a80f-4d01-b787-024b8e4f0cb5 HTTP/1.1" status: 204 len: 168 time: 0.2658424 Aug 13 03:59:34.325462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50780) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:34.356769 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3003b03-ab06-4f41-a63e-8fbd1ea992d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.390976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.420383 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d3003b03-ab06-4f41-a63e-8fbd1ea992d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.465303 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d3003b03-ab06-4f41-a63e-8fbd1ea992d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f12751632004e52a69eb56da79ec155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699375 Aug 13 03:59:34.466528 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3003b03-ab06-4f41-a63e-8fbd1ea992d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147578b0-4768-44d4-aec6-fb5f8addf45e,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:34.468880 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50782) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:34.476197 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.491692 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37060d6e-41df-4f47-9ab5-671054602348']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:34.509220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d31965-fb51-47bd-a2c8-e63bd9b0e6be') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:34.509514 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d31965-fb51-47bd-a2c8-e63bd9b0e6be') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 03:59:34.525569 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.542814 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.555396 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 03:59:34.555786 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 03:59:34.557923 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 03:59:34.566673 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.625657 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.723641 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.729523 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.731407 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/37060d6e-41df-4f47-9ab5-671054602348 HTTP/1.1" status: 204 len: 168 time: 0.4061537 Aug 13 03:59:34.742074 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3120fa3-91e7-4086-bc3f-41312536faf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37060d6e-41df-4f47-9ab5-671054602348,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:34.746547 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.752752 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:34.752752 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/147578b0-4768-44d4-aec6-fb5f8addf45e HTTP/1.1" status: 204 len: 168 time: 0.2809110 Aug 13 03:59:34.759953 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02076a2b-4f85-4631-b30e-968c94b3c038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147578b0-4768-44d4-aec6-fb5f8addf45e,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:35.096187 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50788) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:35.139254 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-66f064ca-926f-4d5a-a35f-2bfde4becdb0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fc782fbaec6b454795455a7f133921f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394561 Aug 13 03:59:35.139431 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50790) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:35.189437 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:35.211058 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:35.340941 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:35.343553 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:35.345933 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3db362ea-de02-4fc8-a90f-9c2d3a8f4474 HTTP/1.1" status: 204 len: 168 time: 0.2055340 Aug 13 03:59:35.354657 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e6d5e-4a56-4980-9dc7-d5e985a81534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db362ea-de02-4fc8-a90f-9c2d3a8f4474,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:36.305906 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50838) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:36.399444 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-378515515-network', 'tenant_id': '843e4b1923e74b6cb38bc98dbbb9ff43'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:59:36.465905 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Made reservation on behalf of 843e4b1923e74b6cb38bc98dbbb9ff43 for: {'network': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:59:36.469451 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.476829 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.568493 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.637661 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.666153 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101041) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 03:59:36.672423 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8069a28a-0a5d-48c2-9c73-cfded6967dce,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:36.682825 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.683100 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.segments_db [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Added segment 439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4 of type vlan for network ded955d9-3bd2-420a-8a13-da10285f2f57 Aug 13 03:59:36.723773 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.820473 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.821424 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:36.822040 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:36.884802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] Pushing event updated for resources: {'Network': ['ID=ded955d9-3bd2-420a-8a13-da10285f2f57,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:36.895245 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network ded955d9-3bd2-420a-8a13-da10285f2f57 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 03:59:36.970320 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-47e1813b-7df6-47ad-a5e4-6c4cd18df70b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6632807 Aug 13 03:59:36.973175 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 50854) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:36.978061 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Request body: {'subnet': {'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-378515515-subnet', 'tenant_id': '843e4b1923e74b6cb38bc98dbbb9ff43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:59:37.072348 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Made reservation on behalf of 843e4b1923e74b6cb38bc98dbbb9ff43 for: {'subnet': 1} {{(pid=101041) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:59:37.075497 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3351205'] for subnet, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:37.294975 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3249388', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3351191'] for subnet, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:37.352051 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ed6be2-6456-47b9-9322-aee578e3c44c,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:37.361223 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Checking segment: {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101041) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:59:37.361592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Network hostable DHCP agents. Network: ded955d9-3bd2-420a-8a13-da10285f2f57, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101041) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 03:59:37.437469 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Network ded955d9-3bd2-420a-8a13-da10285f2f57 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101041) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 03:59:37.506391 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, ded955d9-3bd2-420a-8a13-da10285f2f57) {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:59:37.511375 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:37.512865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:37.533465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277ab28-bab8-4428-8117-96ff64aaad1c None None] Network ded955d9-3bd2-420a-8a13-da10285f2f57 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:59:37.576778 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-2c33e3f1-7f8a-4105-bbd7-f39738542e62 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6025116 Aug 13 03:59:37.685710 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a62e414-af4e-424c-8360-96142440a28f None None] Network ded955d9-3bd2-420a-8a13-da10285f2f57 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 03:59:38.845555 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 03:59:39.562107 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-5f4dfd65-afb7-43f8-9579-53bc6a75f105 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:39.563587 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-5f4dfd65-afb7-43f8-9579-53bc6a75f105 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 813 time: 0.0994573 Aug 13 03:59:39.575258 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2e519b58-8818-41f8-8620-a17c8c1379ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:39.578560 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-e9e75425-8ccf-4a7f-8e29-36487ecec326 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/quotas/843e4b1923e74b6cb38bc98dbbb9ff43 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Aug 13 03:59:39.613853 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-7cffcf67-bb1e-4a06-8124-92ba68e73533 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297179 Aug 13 03:59:39.702882 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-4fddc72b-c9e0-430d-bd4a-5ac784a7351f service neutron] 10.222.0.45 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820558 Aug 13 03:59:39.794030 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-f422aed6-4f52-4515-95ca-249ce5b674ab service neutron] 10.222.0.45 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851417 Aug 13 03:59:40.067779 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a438a4fa-0163-4511-8d42-06f7c68d39f2 req-5d0624cb-7518-435e-bdd7-510f228d9d3a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0262160 Aug 13 03:59:41.163940 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b792ef9c-2053-4e8d-b6cd-1d24a2bfb141 req-589d1960-c7fe-439e-acd7-b5ad992cbf40 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0273612 Aug 13 03:59:41.983505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-c43e68b5-2651-4c6b-9391-41e0fbe0b165 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:41.993484 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-c43e68b5-2651-4c6b-9391-41e0fbe0b165 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 813 time: 0.1137655 Aug 13 03:59:42.012302 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Request body: {'port': {'device_id': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57', 'admin_state_up': True, 'tenant_id': '843e4b1923e74b6cb38bc98dbbb9ff43'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:59:42.066227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-055af76d-f7a3-4910-bf51-c674f52bca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.186084 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Made reservation on behalf of 843e4b1923e74b6cb38bc98dbbb9ff43 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 03:59:42.189700 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.265794 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c8cc10bf-ba66-4709-8be1-1a308e6b0038 req-28d44481-8d49-4a01-a889-7c852fca4eb0 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0285132 Aug 13 03:59:42.320362 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Allocated IP 172.20.0.14 (ded955d9-3bd2-420a-8a13-da10285f2f57/d8ed6be2-6456-47b9-9322-aee578e3c44c/75c009d3-0863-41be-9f24-8f72c2940af4) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 03:59:42.403813 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.481643 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.586522 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.632087 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Network ded955d9-3bd2-420a-8a13-da10285f2f57 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 03:59:42.635264 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 03:59:42.644390 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 03:59:42.667061 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Pushing event updated for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:42.697145 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:42.697781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:42.776414 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-8d5a8b83-0ec6-4cdc-b8a6-c66ff1900c07 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7679560 Aug 13 03:59:42.793596 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Request body: {'port': {'device_id': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 03:59:42.846315 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.116678 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c009d3-0863-41be-9f24-8f72c2940af4 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:59:43.124858 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.136934 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Transition to ACTIVE for port object 75c009d3-0863-41be-9f24-8f72c2940af4 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 03:59:43.203249 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.268936 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Pushing event updated for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:43.318056 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Attempting to bind port 75c009d3-0863-41be-9f24-8f72c2940af4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 03:59:43.318401 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Attempting to bind port 75c009d3-0863-41be-9f24-8f72c2940af4 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 03:59:43.318736 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Attempting to bind port 75c009d3-0863-41be-9f24-8f72c2940af4 on network ded955d9-3bd2-420a-8a13-da10285f2f57 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:59:43.323059 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Port 75c009d3-0863-41be-9f24-8f72c2940af4 on network ded955d9-3bd2-420a-8a13-da10285f2f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 03:59:43.323390 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Attempting to bind port 75c009d3-0863-41be-9f24-8f72c2940af4 on network ded955d9-3bd2-420a-8a13-da10285f2f57 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 03:59:43.328372 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 3, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 03:59:43.328712 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Checking segment: {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 03:59:43.329097 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Bound using segment: {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 03:59:43.329525 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Bound port: 75c009d3-0863-41be-9f24-8f72c2940af4, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 03:59:43.329914 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.383962 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a21e2-b422-432a-899f-b9131366805f req-2f5ba29f-71f0-443b-9f67-3d6c906fa35c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:43.385376 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-599a21e2-b422-432a-899f-b9131366805f req-2f5ba29f-71f0-443b-9f67-3d6c906fa35c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 944 time: 0.0495381 Aug 13 03:59:43.397024 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 03:59:43.400166 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=75c009d3-0863-41be-9f24-8f72c2940af4,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 03:59:43.424023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-599a21e2-b422-432a-899f-b9131366805f req-f1f1edba-2236-4934-ae73-35c28d3aa88b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325069 Aug 13 03:59:43.460905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.495900 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:43.496648 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:43.498069 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] 10.222.0.61 "PUT /v2.0/ports/75c009d3-0863-41be-9f24-8f72c2940af4 HTTP/1.1" status: 200 len: 1094 time: 0.7088881 Aug 13 03:59:43.498505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:59:43.500756 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc5be15-0325-489c-8ac2-9e519b56529d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:59:43.525677 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a4d0d-f165-4ae5-949a-c9ffa108e602 service neutron] Pushing event updated for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:43.535867 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24dfc3f-f849-47de-bfe6-211e8a4d30cc x-openstack-request-id: req-d24dfc3f-f849-47de-bfe6-211e8a4d30cc {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:59:43.536156 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:59:43.536409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d24dfc3f-f849-47de-bfe6-211e8a4d30cc {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:59:43.536800 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4', 'status': 'completed', 'code': 200} Aug 13 03:59:43.622457 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-4aab5c1b-6e29-40b4-bd97-bcf88dcecbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:43.624019 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-4aab5c1b-6e29-40b4-bd97-bcf88dcecbae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0428553 Aug 13 03:59:43.730116 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-936a1626-2c3b-40ac-9866-fbe8f3a2b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:43.731841 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-936a1626-2c3b-40ac-9866-fbe8f3a2b45f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0933666 Aug 13 03:59:43.837947 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:44.094468 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-fc536b46-682b-4095-8dcc-5cbea272e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:44.096002 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-bcc5be15-0325-489c-8ac2-9e519b56529d req-fc536b46-682b-4095-8dcc-5cbea272e4fa service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573108 Aug 13 03:59:44.193550 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-6ab951b9-1f59-404a-91af-55dcb11ae964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:44.195139 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-6ab951b9-1f59-404a-91af-55dcb11ae964 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 1097 time: 0.0402029 Aug 13 03:59:44.242266 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-6fb31189-c965-4c36-9275-0442732eb429 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c009d3-0863-41be-9f24-8f72c2940af4 HTTP/1.1" status: 200 len: 217 time: 0.0345798 Aug 13 03:59:44.289402 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72665905-97ad-462d-a008-2554e8234309 req-a16f1855-11b0-47ab-8b15-3a0ea62beb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:44.290775 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-a16f1855-11b0-47ab-8b15-3a0ea62beb26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8ed6be2-6456-47b9-9322-aee578e3c44c HTTP/1.1" status: 200 len: 853 time: 0.0421200 Aug 13 03:59:44.322208 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-097a44fe-29fc-4f7d-abb3-afa0c66eb3ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ded955d9-3bd2-420a-8a13-da10285f2f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241096 Aug 13 03:59:44.421124 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-532b59c5-9c5c-466c-a09c-2c768087f59c service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918610 Aug 13 03:59:44.512551 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-72665905-97ad-462d-a008-2554e8234309 req-ee2b3986-c4fd-467c-80d7-93104890ed96 service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843911 Aug 13 03:59:44.538821 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c2c0b-e32a-486f-8afc-05d878b0cd5f req-75d2afbb-8d85-46fb-98d7-08dbbe1cff6b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:44.544057 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b38c2c0b-e32a-486f-8afc-05d878b0cd5f req-75d2afbb-8d85-46fb-98d7-08dbbe1cff6b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 944 time: 0.0508103 Aug 13 03:59:44.578468 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b38c2c0b-e32a-486f-8afc-05d878b0cd5f req-cebaacd6-5c5f-4022-b386-cad723fecf0d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Aug 13 03:59:45.500721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:45.701230 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0c324-e781-48d8-bf85-e2f51be2ea3e req-922ffc18-f096-47c5-a5a3-98f718875a30 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:45.702710 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ed0c324-e781-48d8-bf85-e2f51be2ea3e req-922ffc18-f096-47c5-a5a3-98f718875a30 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 944 time: 0.0533013 Aug 13 03:59:45.741184 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6ed0c324-e781-48d8-bf85-e2f51be2ea3e req-aead99a3-20ea-4f7f-a6a7-c2e3eb0a9d5e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Aug 13 03:59:46.878830 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abd803-7cdb-402a-9037-8c8ad5810fe1 req-3bb567db-5777-4047-b819-6288fb72254d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:46.880780 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e9abd803-7cdb-402a-9037-8c8ad5810fe1 req-3bb567db-5777-4047-b819-6288fb72254d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 944 time: 0.0698640 Aug 13 03:59:46.925735 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e9abd803-7cdb-402a-9037-8c8ad5810fe1 req-4cc4ab5e-6ee1-47ef-852b-3afa091e6746 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339832 Aug 13 03:59:48.350758 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ccf5f-a9cd-4e5d-89d7-17139e427d82 req-12fe2711-691b-486a-9e4b-79d91940193c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:48.352238 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f0ccf5f-a9cd-4e5d-89d7-17139e427d82 req-12fe2711-691b-486a-9e4b-79d91940193c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 944 time: 0.3397906 Aug 13 03:59:48.364946 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 75c009d3-0863-41be-9f24-8f72c2940af4 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 03:59:48.401573 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-2f0ccf5f-a9cd-4e5d-89d7-17139e427d82 req-21d28991-3c51-43b5-b430-a9b0cca09a5b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Aug 13 03:59:48.470308 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=75c009d3-0863-41be-9f24-8f72c2940af4,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:48.482116 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '75c009d3-0863-41be-9f24-8f72c2940af4', 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57', 'port_id': '75c009d3-0863-41be-9f24-8f72c2940af4', 'mac_address': 'fa:16:3e:5b:d3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed6be2-6456-47b9-9322-aee578e3c44c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 03:59:48.524959 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:48.538207 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c009d3-0863-41be-9f24-8f72c2940af4 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 03:59:48.557946 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=75c009d3-0863-41be-9f24-8f72c2940af4,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:48.649099 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:48.699021 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:48.705993 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.706347 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.706694 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.707033 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.707371 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.707705 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.708035 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.708367 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.708699 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.709019 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.709347 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:48.709673 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 03:59:49.060189 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['75c009d3-0863-41be-9f24-8f72c2940af4'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 03:59:49.500236 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51008) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:49.523056 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd4909-e441-4306-ac16-532e67a32012 req-369a11ab-3c54-4cca-ba58-edaeb440812d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:49.524589 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46cd4909-e441-4306-ac16-532e67a32012 req-369a11ab-3c54-4cca-ba58-edaeb440812d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 945 time: 0.0502264 Aug 13 03:59:49.562938 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46cd4909-e441-4306-ac16-532e67a32012 req-d1b3a74e-0710-4296-9f55-712ab160a4c1 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Aug 13 03:59:49.610521 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ace4459-336c-48e1-8250-a38ce1ae639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:49.697618 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ace4459-336c-48e1-8250-a38ce1ae639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:49.763079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-5ace4459-336c-48e1-8250-a38ce1ae639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:49.809472 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-5ace4459-336c-48e1-8250-a38ce1ae639d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f77de89e8a8546bc88b422768b7f4424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058610 Aug 13 03:59:49.809472 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace4459-336c-48e1-8250-a38ce1ae639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffaa9774-9c95-4059-80b2-857df4dd9447,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:49.809999 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51012) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:49.864167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:49.885467 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.032128 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.034789 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.035995 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffaa9774-9c95-4059-80b2-857df4dd9447 HTTP/1.1" status: 204 len: 168 time: 0.2232466 Aug 13 03:59:50.043636 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f4903-1a83-4332-84c5-accd8e1b1e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffaa9774-9c95-4059-80b2-857df4dd9447,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:50.365194 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 75c009d3-0863-41be-9f24-8f72c2940af4 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 03:59:50.472001 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 75c009d3-0863-41be-9f24-8f72c2940af4 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 03:59:50.475968 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 75c009d3-0863-41be-9f24-8f72c2940af4 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 03:59:50.476438 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.553079 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.573561 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51018) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:50.579456 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 03:59:50.581738 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc9583c-15a5-48ed-8dba-c6cc1f90c9b6" -d '{"events": [{"server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "name": "network-vif-plugged", "status": "completed", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 03:59:50.589358 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4e771790-623d-41f5-833e-c2df120d0ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.600921 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=75c009d3-0863-41be-9f24-8f72c2940af4,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 03:59:50.632881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20e56ba-7d4f-489a-a234-39c70418566c x-openstack-request-id: req-a20e56ba-7d4f-489a-a234-39c70418566c {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 03:59:50.632881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "name": "network-vif-plugged", "status": "completed", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 03:59:50.632881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a20e56ba-7d4f-489a-a234-39c70418566c {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 03:59:50.633476 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4', 'code': 200} Aug 13 03:59:50.673200 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.726160 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d2f6f-e4a8-426c-b7b1-2e1fb2460caf req-8fe51026-e780-4300-b8d8-009b8d788733 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:50.727865 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-181d2f6f-e4a8-426c-b7b1-2e1fb2460caf req-8fe51026-e780-4300-b8d8-009b8d788733 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 945 time: 0.0771108 Aug 13 03:59:50.738181 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:50.748275 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4e771790-623d-41f5-833e-c2df120d0ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.776650 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-181d2f6f-e4a8-426c-b7b1-2e1fb2460caf req-d9759da3-1551-4d37-8e75-f6c0314363d8 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381088 Aug 13 03:59:50.814880 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-4e771790-623d-41f5-833e-c2df120d0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.862182 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-4e771790-623d-41f5-833e-c2df120d0ba4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b66e83520e6b4bf29e0024ce3c83e552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874424 Aug 13 03:59:50.864893 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51024) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:50.865940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e771790-623d-41f5-833e-c2df120d0ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e1f54d-f316-478f-bb37-d209dae5d5c6,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:50.920393 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:50.951498 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.002938 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042aa0-0489-4744-8111-0e7270d65bc6 req-8e9d59cc-9502-46ea-ae1e-851250b28e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:51.004436 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b042aa0-0489-4744-8111-0e7270d65bc6 req-8e9d59cc-9502-46ea-ae1e-851250b28e3c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 1099 time: 0.0689464 Aug 13 03:59:51.043176 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8b042aa0-0489-4744-8111-0e7270d65bc6 req-731c7a1e-a016-4c9b-b508-f5be30d02034 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Aug 13 03:59:51.117466 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.120191 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.121364 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/48e1f54d-f316-478f-bb37-d209dae5d5c6 HTTP/1.1" status: 204 len: 168 time: 0.2545919 Aug 13 03:59:51.129733 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2131-477e-4a2a-b21e-3da2eb6be5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e1f54d-f316-478f-bb37-d209dae5d5c6,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:51.717670 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51030) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:51.730895 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0de8e810-ab18-4402-9565-624cace1493b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.822261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0de8e810-ab18-4402-9565-624cace1493b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.898783 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549358c-71a6-4515-9df2-c2a8af7284ea req-c69bc25d-3aaf-4dea-8504-75ee72ab9b44 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:51.900282 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c549358c-71a6-4515-9df2-c2a8af7284ea req-c69bc25d-3aaf-4dea-8504-75ee72ab9b44 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Aug 13 03:59:51.906731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0de8e810-ab18-4402-9565-624cace1493b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:51.942500 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c549358c-71a6-4515-9df2-c2a8af7284ea req-18a8f5df-9639-42fc-9025-facca7a92ae7 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361116 Aug 13 03:59:51.949315 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0de8e810-ab18-4402-9565-624cace1493b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f0792f1f6674b2f9dd4025de62e99e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282712 Aug 13 03:59:51.949315 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8e810-ab18-4402-9565-624cace1493b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c206e79-dba2-4ebc-9ec1-37303e528f90,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:51.949711 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51034) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 03:59:52.000170 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:52.021087 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:52.140388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:52.142992 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 03:59:52.144171 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c206e79-dba2-4ebc-9ec1-37303e528f90 HTTP/1.1" status: 204 len: 168 time: 0.1934643 Aug 13 03:59:52.152030 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faea13-ab85-4bac-a8c2-cd4aa166e026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c206e79-dba2-4ebc-9ec1-37303e528f90,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 03:59:53.070633 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a56bb-3dd2-4638-bfea-45c0da59e669 req-6ba40e4a-d5db-4d3b-9f3b-032b567d403b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 03:59:53.072043 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-207a56bb-3dd2-4638-bfea-45c0da59e669 req-6ba40e4a-d5db-4d3b-9f3b-032b567d403b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0515718 Aug 13 03:59:53.120064 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-207a56bb-3dd2-4638-bfea-45c0da59e669 req-214f09a4-968d-4044-9a25-1ae5a11df531 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Aug 13 03:59:58.095282 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:00.460374 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51180) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:00.575922 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a187607-a767-435f-a260-a4217c577362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:00.682808 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a187607-a767-435f-a260-a4217c577362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:00.746420 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-3a187607-a767-435f-a260-a4217c577362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:00.787899 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-3a187607-a767-435f-a260-a4217c577362 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=445650e1073b4eb68bd2b167ed40b58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263164 Aug 13 04:00:00.788672 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a187607-a767-435f-a260-a4217c577362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50632cc9-dada-406a-8381-aa307f625153,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:00.790558 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51184) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:00.845390 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:00.870150 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.003342 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.006250 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.007426 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50632cc9-dada-406a-8381-aa307f625153 HTTP/1.1" status: 204 len: 168 time: 0.2158520 Aug 13 04:00:01.020903 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50632cc9-dada-406a-8381-aa307f625153,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:01.032320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.032686 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.033050 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.033505 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.033694 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.034062 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.034392 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.034807 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.035037 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.035365 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.035687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.036016 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098aa1b-a2c3-461d-bd11-3ac63cc8c209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:01.663921 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51192) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:01.678408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9157eac6-1cea-45f0-b12c-96883862630f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.784577 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9157eac6-1cea-45f0-b12c-96883862630f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.854808 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-9157eac6-1cea-45f0-b12c-96883862630f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.900567 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-9157eac6-1cea-45f0-b12c-96883862630f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0cbaa96702ba4697ad784e06aeaab773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355204 Aug 13 04:00:01.901441 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157eac6-1cea-45f0-b12c-96883862630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d894e54b-d46e-4188-a8df-3e50d2a8436a,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:01.903816 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51194) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:01.959737 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:01.988047 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:02.152179 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:02.154836 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:02.156065 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d894e54b-d46e-4188-a8df-3e50d2a8436a HTTP/1.1" status: 204 len: 168 time: 0.2505000 Aug 13 04:00:02.166237 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc08b49-87fd-44f8-86c2-582244723ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d894e54b-d46e-4188-a8df-3e50d2a8436a,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:09.551706 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-744cbc1b-523d-4319-9871-88f1a79b3fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.500069 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51322) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:10.604654 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.696228 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.757513 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.799489 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ab1d1c-5a7c-445d-94be-308ceb0b0bcf,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:10.804034 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f47e52b5fecc41f2b05bd5960852cfab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022881 Aug 13 04:00:10.806753 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51328) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.817204 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769f3966-ce95-4dec-a788-40883ace11a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:00:10.861670 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.883696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:10.997328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.000031 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.001512 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70ab1d1c-5a7c-445d-94be-308ceb0b0bcf HTTP/1.1" status: 204 len: 168 time: 0.1935284 Aug 13 04:00:11.009788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631aa34b-f431-4389-b46d-90946767c18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ab1d1c-5a7c-445d-94be-308ceb0b0bcf,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:11.592916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51334) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:11.606404 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ee83ba67-6fe2-49d4-8c03-97d12bd4ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.695283 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ee83ba67-6fe2-49d4-8c03-97d12bd4ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.745842 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-ee83ba67-6fe2-49d4-8c03-97d12bd4ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.785244 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ee83ba67-6fe2-49d4-8c03-97d12bd4ee35 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1d16ff563c243a7b976507ad83251da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910839 Aug 13 04:00:11.786041 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83ba67-6fe2-49d4-8c03-97d12bd4ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cee1d0-1f88-4a3a-a167-f6e545a59815,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:11.788452 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51336) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:11.838676 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.861544 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.957482 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.960186 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:11.961365 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5cee1d0-1f88-4a3a-a167-f6e545a59815 HTTP/1.1" status: 204 len: 168 time: 0.1724715 Aug 13 04:00:11.970570 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6479b8-62a0-434f-86b6-b3d1451ece60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cee1d0-1f88-4a3a-a167-f6e545a59815,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:12.088817 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8d2eb018-36f8-4f8a-8a72-99d8065e100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.460331 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.581635 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51344) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:12.594685 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-456c4fcd-2ef9-4cc8-9036-08464d04702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.682536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-456c4fcd-2ef9-4cc8-9036-08464d04702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.734477 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-456c4fcd-2ef9-4cc8-9036-08464d04702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.775245 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-456c4fcd-2ef9-4cc8-9036-08464d04702d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aaa7cfbc816439a97e34f1e1891e083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924860 Aug 13 04:00:12.776466 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c4fcd-2ef9-4cc8-9036-08464d04702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de8116c-64d8-4bc5-a964-347859fc6429,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:12.777951 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51346) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:12.833140 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.854328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.974592 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.977227 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:12.978584 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6de8116c-64d8-4bc5-a964-347859fc6429 HTTP/1.1" status: 204 len: 168 time: 0.1987586 Aug 13 04:00:12.987722 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7f1a0-818d-4c24-af57-47a0e9c202c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de8116c-64d8-4bc5-a964-347859fc6429,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:13.854051 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:14.648683 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51380) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:14.751320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6749af99-e758-4533-a539-86bd804a4d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:14.844603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6749af99-e758-4533-a539-86bd804a4d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:14.917156 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-6749af99-e758-4533-a539-86bd804a4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:14.955037 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749af99-e758-4533-a539-86bd804a4d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8a61b-c934-4d6b-91ab-37696e5f9a14,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:14.960382 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-6749af99-e758-4533-a539-86bd804a4d2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad0338d304d34bc4b82854c194d09568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106406 Aug 13 04:00:14.963115 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51384) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:15.015247 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:15.038328 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:15.157177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:15.159923 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:15.161286 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01e8a61b-c934-4d6b-91ab-37696e5f9a14 HTTP/1.1" status: 204 len: 168 time: 0.1971412 Aug 13 04:00:15.169162 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23788689-86a4-402d-89bd-8c7ef952ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8a61b-c934-4d6b-91ab-37696e5f9a14,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:15.488878 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:15.848699 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:00:21.856025 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51474) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:21.963499 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-57cd2cec-8f62-4b24-879a-b595b937e37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.059184 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-57cd2cec-8f62-4b24-879a-b595b937e37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.128697 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-57cd2cec-8f62-4b24-879a-b595b937e37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.173301 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-57cd2cec-8f62-4b24-879a-b595b937e37c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9aa394cc6a14eae8e17ac29f6e475e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160646 Aug 13 04:00:22.174120 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd2cec-8f62-4b24-879a-b595b937e37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5415cc-e303-4071-88cf-d7de85319f5e,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:22.177462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51478) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:00:22.231454 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.252568 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.339767 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.342469 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:22.343637 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e5415cc-e303-4071-88cf-d7de85319f5e HTTP/1.1" status: 204 len: 168 time: 0.1647735 Aug 13 04:00:22.352878 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fdea5-26c4-49f5-ac00-575bdee6ada4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5415cc-e303-4071-88cf-d7de85319f5e,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:28.048354 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:35.030455 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-e2442875-6ab7-4f56-b9b4-1fb89e3482ad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396564 Aug 13 04:00:36.512119 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-d0461bb3-8ef4-456f-8c12-2f56b0da3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:36.513664 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-d0461bb3-8ef4-456f-8c12-2f56b0da3bd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 1099 time: 0.0435421 Aug 13 04:00:37.479630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-5534085c-3e2f-45fd-85f8-9be7d5cc089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:37.481136 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-5534085c-3e2f-45fd-85f8-9be7d5cc089d service neutron] 10.222.0.61 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 914 time: 0.0855680 Aug 13 04:00:38.699868 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-131b38f5-9255-4fa9-b41b-230b6ac08add service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c009d3-0863-41be-9f24-8f72c2940af4 HTTP/1.1" status: 200 len: 217 time: 0.0346994 Aug 13 04:00:38.754432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-4b829a90-e985-4e99-b9a9-6418f1c081a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:38.755912 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-4b829a90-e985-4e99-b9a9-6418f1c081a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8ed6be2-6456-47b9-9322-aee578e3c44c HTTP/1.1" status: 200 len: 853 time: 0.0489590 Aug 13 04:00:38.789064 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-2ede932f-27ae-4523-8006-30ca4b6634cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ded955d9-3bd2-420a-8a13-da10285f2f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249696 Aug 13 04:00:38.890559 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-917fc1c1-c3ae-46cc-ae57-5fdc76caa98d service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941412 Aug 13 04:00:38.986484 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-d3d47cad-1aea-4830-9421-e27d5beff4b2 req-fe85d1e8-0da2-47ba-affe-c953481c1bca service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876696 Aug 13 04:00:39.551243 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9156f223-a7cb-4c6a-8358-3567c41ed655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:42.087830 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9d12949c-5652-40dd-aad4-44fc6e64dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:42.396249 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:43.830820 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:45.505725 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:52.639357 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94a5fb-0179-4db5-9407-d01e5db36484 req-254b4f26-bad0-4bbf-842a-aade58c1cddc tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:52.640890 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3d94a5fb-0179-4db5-9407-d01e5db36484 req-254b4f26-bad0-4bbf-842a-aade58c1cddc tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0484738 Aug 13 04:00:52.682272 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3d94a5fb-0179-4db5-9407-d01e5db36484 req-6a771e51-c66e-4dc7-836e-d062b4db16b6 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355301 Aug 13 04:00:52.847671 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:00:53.798661 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656286c-c917-4b5c-bfbe-150165161134 req-1bd30c55-4f58-4ae0-badd-8a37142e74f2 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:53.800068 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5656286c-c917-4b5c-bfbe-150165161134 req-1bd30c55-4f58-4ae0-badd-8a37142e74f2 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0507035 Aug 13 04:00:53.838483 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5656286c-c917-4b5c-bfbe-150165161134 req-7efb00f9-8509-4250-9a2b-828e277c4600 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Aug 13 04:00:54.847107 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-794d82db-8bc1-4593-ac10-df107f6ac4d2 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:54.848565 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-794d82db-8bc1-4593-ac10-df107f6ac4d2 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0498502 Aug 13 04:00:54.945719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Deleting port 75c009d3-0863-41be-9f24-8f72c2940af4 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:00:54.946319 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:54.959249 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc2169-1982-456b-8be9-363034966047 req-e30e9253-ffea-4b3f-ae4e-9f6ce7eb262d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:00:54.960942 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98fc2169-1982-456b-8be9-363034966047 req-e30e9253-ffea-4b3f-ae4e-9f6ce7eb262d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 946 time: 0.0536826 Aug 13 04:00:55.012545 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-98fc2169-1982-456b-8be9-363034966047 req-21638815-cc05-4b98-9848-a5bf8d3a869a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Aug 13 04:00:55.046652 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] For port 75c009d3-0863-41be-9f24-8f72c2940af4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=75c009d3-0863-41be-9f24-8f72c2940af4,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:00:55.047292 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:55.065443 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Calling delete_port for 75c009d3-0863-41be-9f24-8f72c2940af4 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:00:55.270743 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:55.300820 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Pushing event deleted for resources: {'Port': ['ID=75c009d3-0863-41be-9f24-8f72c2940af4,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:00:55.307984 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['75c009d3-0863-41be-9f24-8f72c2940af4'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:00:55.341932 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] No DVR routers for this DVR port 75c009d3-0863-41be-9f24-8f72c2940af4 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:00:55.344409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:55.346721 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e1832ad-b85a-41ea-af9d-6d31b9e30573 req-eb1f33b2-c9c9-4225-89cf-c118c0292b5a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "DELETE /v2.0/ports/75c009d3-0863-41be-9f24-8f72c2940af4 HTTP/1.1" status: 204 len: 173 time: 0.4918311 Aug 13 04:00:55.347172 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'name': 'network-vif-deleted', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:00:55.349990 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc639b37-8972-4751-817e-2047d3b005a9" -d '{"events": [{"server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "name": "network-vif-deleted", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:00:55.391881 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ed0521-d682-4a4e-ae8d-403dc5ec5571 x-openstack-request-id: req-e0ed0521-d682-4a4e-ae8d-403dc5ec5571 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:00:55.392344 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc7a7a-5982-481e-8d62-500f8380a7e0", "name": "network-vif-deleted", "tag": "75c009d3-0863-41be-9f24-8f72c2940af4", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:00:55.392630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0ed0521-d682-4a4e-ae8d-403dc5ec5571 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:00:55.393189 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc7a7a-5982-481e-8d62-500f8380a7e0', 'name': 'network-vif-deleted', 'tag': '75c009d3-0863-41be-9f24-8f72c2940af4', 'status': 'completed', 'code': 200} Aug 13 04:00:56.125017 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c44bb161-d4d4-41f4-ba33-b5352daa687a req-7ed6a917-4fd6-46ca-9e9e-b19f7105794c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbcc7a7a-5982-481e-8d62-500f8380a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0265932 Aug 13 04:00:58.076577 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:00:59.946893 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 75c009d3-0863-41be-9f24-8f72c2940af4 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:00:59.967980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 75c009d3-0863-41be-9f24-8f72c2940af4 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:00:59.968357 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 75c009d3-0863-41be-9f24-8f72c2940af4 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:01:09.556175 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-91644ab5-223c-49e0-9ab9-39085f204e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:09.838176 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-52182c5f-2041-4869-a574-1307cff9ee36 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:09.839749 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-52182c5f-2041-4869-a574-1307cff9ee36 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 813 time: 0.1024001 Aug 13 04:01:09.855379 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-d3e5e7d3-bea9-4f39-bea4-f622981cc2e6 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/quotas/843e4b1923e74b6cb38bc98dbbb9ff43 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Aug 13 04:01:09.887045 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-b85419ce-ee70-47e6-98fd-f1078e42fcf7 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261099 Aug 13 04:01:09.988505 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-85786b10-aa54-45ce-a33a-d1ef6c117122 service neutron] 10.222.0.45 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945146 Aug 13 04:01:10.081343 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-bad98a14-41bc-41f3-9aec-e0d7c89bb64a service neutron] 10.222.0.45 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859168 Aug 13 04:01:10.322399 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-3a74c5cb-6be8-4942-a135-d60abae5ed9a req-23b3a816-19b0-4056-86ba-d60e3e5d3cef tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Aug 13 04:01:11.416148 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-4d7e3662-df31-43ef-9671-feb574a438c9 req-6a86fd05-c76c-4f32-ab2a-4ee153ba2dd9 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 210 time: 0.0257063 Aug 13 04:01:12.007330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-6692c23a-32e0-4fe8-9e01-49f20e9b616a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:12.009603 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-6692c23a-32e0-4fe8-9e01-49f20e9b616a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 813 time: 0.1078031 Aug 13 04:01:12.032045 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Request body: {'port': {'device_id': '8af3957d-4a7f-43d2-bccb-c57691068353', 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57', 'admin_state_up': True, 'tenant_id': '843e4b1923e74b6cb38bc98dbbb9ff43'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:01:12.070288 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6bc3d5c2-8d68-4738-bd9d-f0c3087135b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.230325 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Made reservation on behalf of 843e4b1923e74b6cb38bc98dbbb9ff43 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:01:12.233936 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.371781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Allocated IP 172.20.0.2 (ded955d9-3bd2-420a-8a13-da10285f2f57/d8ed6be2-6456-47b9-9322-aee578e3c44c/1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:01:12.407474 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.510781 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d0a59d1d-c5a2-47aa-8f48-b33398b3f57a req-e88e303f-7bea-4045-a694-493984f26e1e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 210 time: 0.0262165 Aug 13 04:01:12.526498 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.619193 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.659566 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Network ded955d9-3bd2-420a-8a13-da10285f2f57 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:01:12.662581 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:01:12.669388 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:01:12.703285 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Pushing event updated for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:12.716858 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.717215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.717562 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.717929 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.718269 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.718605 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.718942 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.719277 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.719608 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.719935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.720265 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.720622 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:12.737440 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:12.738083 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:12.831254 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-479fd2f4-104b-43df-badf-05461fc1b06e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053482 Aug 13 04:01:12.854004 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Request body: {'port': {'device_id': '8af3957d-4a7f-43d2-bccb-c57691068353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:01:12.907997 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.163633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:01:13.171052 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.182533 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Transition to ACTIVE for port object 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:01:13.247476 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.297920 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Pushing event updated for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:13.366630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Attempting to bind port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:01:13.366630 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Attempting to bind port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:01:13.367669 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Attempting to bind port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d on network ded955d9-3bd2-420a-8a13-da10285f2f57 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:01:13.371159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d on network ded955d9-3bd2-420a-8a13-da10285f2f57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:01:13.371482 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Attempting to bind port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d on network ded955d9-3bd2-420a-8a13-da10285f2f57 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:01:13.376301 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:01:13.376643 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Checking segment: {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:01:13.377027 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Bound using segment: {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:01:13.377458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Bound port: 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:01:13.377841 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.442727 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:01:13.446410 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:01:13.539403 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.575159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:13.575790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.577298 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] 10.222.0.61 "PUT /v2.0/ports/1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d HTTP/1.1" status: 200 len: 1093 time: 0.7281034 Aug 13 04:01:13.577696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:01:13.589992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d4e82c-f623-4a06-af94-a441935de2e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:01:13.606199 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087fef-7252-451b-84af-16e452eb68fb service neutron] Pushing event updated for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:13.618200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1bbf35-f12d-46df-bdf1-e1bfd1c601ab x-openstack-request-id: req-ef1bbf35-f12d-46df-bdf1-e1bfd1c601ab {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:01:13.618536 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:01:13.618838 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef1bbf35-f12d-46df-bdf1-e1bfd1c601ab {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:01:13.619447 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d', 'status': 'completed', 'code': 200} Aug 13 04:01:13.644055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2243bf-55e1-4f0b-9d6c-ff68d56dd407 req-e724dd08-5b03-464a-9be4-7f3cb26ed65a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:13.645624 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-be2243bf-55e1-4f0b-9d6c-ff68d56dd407 req-e724dd08-5b03-464a-9be4-7f3cb26ed65a tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 943 time: 0.0649641 Aug 13 04:01:13.688589 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-be2243bf-55e1-4f0b-9d6c-ff68d56dd407 req-8e59680f-3fde-49a6-b280-a60b4395a371 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Aug 13 04:01:13.710445 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-e96218fa-240e-48a4-9f17-b4160175d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:13.712157 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-e96218fa-240e-48a4-9f17-b4160175d92b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 1096 time: 0.0525713 Aug 13 04:01:13.820545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-69f5fe1f-c1e7-4ba6-b5f6-6648ab4ec4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:13.822070 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-69f5fe1f-c1e7-4ba6-b5f6-6648ab4ec4fc service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954916 Aug 13 04:01:13.824413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:13.917367 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-3dfc90ef-42df-446d-93ad-da3ee1408e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:13.918933 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c8d4e82c-f623-4a06-af94-a441935de2e6 req-3dfc90ef-42df-446d-93ad-da3ee1408e7a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904222 Aug 13 04:01:14.016896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-f6a9cde3-83ee-4045-a43d-789be9de995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:14.018467 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-f6a9cde3-83ee-4045-a43d-789be9de995a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 1096 time: 0.0415962 Aug 13 04:01:14.068118 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-623316e4-80a6-48cb-b820-380fddaa8bf9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d HTTP/1.1" status: 200 len: 217 time: 0.0360708 Aug 13 04:01:14.115603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-f1e0bc5c-fec0-4277-8eff-7533777f07de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:14.117251 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-f1e0bc5c-fec0-4277-8eff-7533777f07de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8ed6be2-6456-47b9-9322-aee578e3c44c HTTP/1.1" status: 200 len: 853 time: 0.0424774 Aug 13 04:01:14.149083 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-aaf2787c-c66e-425c-b3f2-9dc71d50b815 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ded955d9-3bd2-420a-8a13-da10285f2f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248351 Aug 13 04:01:14.240374 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-19da8d49-1c10-4308-8e77-7a62c031fcbf service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Aug 13 04:01:14.335267 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-eed90646-2dea-4056-a9db-bfb34c829fdd req-711c9581-e69c-4ef7-a8e5-c9eecabd7393 service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Aug 13 04:01:14.806488 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583a87-1367-4bcc-a53b-8372eaa04e2d req-2df60437-94c6-4fbc-ac92-065f339cc987 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:14.807992 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c583a87-1367-4bcc-a53b-8372eaa04e2d req-2df60437-94c6-4fbc-ac92-065f339cc987 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 943 time: 0.0499609 Aug 13 04:01:14.845437 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1c583a87-1367-4bcc-a53b-8372eaa04e2d req-8edf9a21-c768-4277-bf27-7767ba6f4edf tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Aug 13 04:01:15.476877 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:15.961257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df1aa5-29dd-4fc8-b1ec-9f1df43921b6 req-3af9f575-8821-4e69-bb9d-12954b7aaa72 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:15.962827 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-27df1aa5-29dd-4fc8-b1ec-9f1df43921b6 req-3af9f575-8821-4e69-bb9d-12954b7aaa72 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 943 time: 0.0499473 Aug 13 04:01:16.001500 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-27df1aa5-29dd-4fc8-b1ec-9f1df43921b6 req-4392ed3f-006b-4725-9c96-f21f0f2a5c11 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Aug 13 04:01:17.119527 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c221f-df1f-4037-b9e0-8d1879c95830 req-a21723fc-dbbe-4b95-8519-b50d0fd5adea tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:17.121025 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-305c221f-df1f-4037-b9e0-8d1879c95830 req-a21723fc-dbbe-4b95-8519-b50d0fd5adea tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 943 time: 0.0529022 Aug 13 04:01:17.158419 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-305c221f-df1f-4037-b9e0-8d1879c95830 req-44d51b5a-a88c-4818-ac2e-1ab8d828960e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Aug 13 04:01:17.436227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:01:17.531855 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:01:17.543529 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d', 'network_id': 'ded955d9-3bd2-420a-8a13-da10285f2f57', 'port_id': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d', 'mac_address': 'fa:16:3e:99:0c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ed6be2-6456-47b9-9322-aee578e3c44c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:01:17.579515 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:17.591581 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:01:17.610880 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:01:17.670851 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:17.726032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:17.733037 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.733385 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.733722 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.734193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.734427 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.734756 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.735080 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.735402 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.735724 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.736041 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.736362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:17.736680 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:01:18.097103 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:01:18.270940 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259b043-04fc-4475-b2e8-ac0b7deca9f1 req-949551f6-1aa0-43bd-9789-6113ffe2025b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:18.272408 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b259b043-04fc-4475-b2e8-ac0b7deca9f1 req-949551f6-1aa0-43bd-9789-6113ffe2025b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 944 time: 0.0494971 Aug 13 04:01:18.310967 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b259b043-04fc-4475-b2e8-ac0b7deca9f1 req-b0cc1947-2bb6-4ecd-a9e7-2014d00c5b54 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322311 Aug 13 04:01:19.425519 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f64265-f6d9-4e37-ab2b-b7f4fbe0728e req-821849df-12af-46d7-befd-7270da49b67c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:19.427049 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5f64265-f6d9-4e37-ab2b-b7f4fbe0728e req-821849df-12af-46d7-befd-7270da49b67c tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 944 time: 0.0508118 Aug 13 04:01:19.455379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:01:19.467508 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c5f64265-f6d9-4e37-ab2b-b7f4fbe0728e req-cb966b24-eca8-4fb5-becb-8deda11b0463 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343151 Aug 13 04:01:19.561318 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:01:19.565613 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:01:19.566089 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:19.641421 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:19.663288 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:01:19.665477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d444b13-ccae-43d7-a073-b5518e88d049" -d '{"events": [{"server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "name": "network-vif-plugged", "status": "completed", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:01:19.678304 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:01:19.700612 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a347802-940a-4b05-a0bb-3092d4681cf0 x-openstack-request-id: req-4a347802-940a-4b05-a0bb-3092d4681cf0 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:01:19.700894 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "name": "network-vif-plugged", "status": "completed", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:01:19.701142 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a347802-940a-4b05-a0bb-3092d4681cf0 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:01:19.701524 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d', 'code': 200} Aug 13 04:01:19.756965 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:19.804746 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:20.052785 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561c883-3942-4f6b-90f6-80a5fb4a5a90 req-9aa52de7-cfcd-4480-a90d-4f1f1759c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:20.054826 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7561c883-3942-4f6b-90f6-80a5fb4a5a90 req-9aa52de7-cfcd-4480-a90d-4f1f1759c21e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 1098 time: 0.0419338 Aug 13 04:01:20.089782 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7561c883-3942-4f6b-90f6-80a5fb4a5a90 req-a5535c59-51aa-4c29-8bb4-b9dd8cf3f90d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276537 Aug 13 04:01:20.587475 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86ec06-e3ac-439b-9bdc-bbea3d83920c req-3e141a97-1f3d-414c-a772-38ab6cd63b0e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:20.588997 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7d86ec06-e3ac-439b-9bdc-bbea3d83920c req-3e141a97-1f3d-414c-a772-38ab6cd63b0e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.0533302 Aug 13 04:01:20.627064 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7d86ec06-e3ac-439b-9bdc-bbea3d83920c req-32442a02-e5a1-4019-8116-05cc09771441 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Aug 13 04:01:21.746744 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0d6a1-476a-4c6b-b65f-86f7ab926cee req-69b998ab-8f3c-45fa-9cff-58298d2cad7d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:21.748233 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d7a0d6a1-476a-4c6b-b65f-86f7ab926cee req-69b998ab-8f3c-45fa-9cff-58298d2cad7d tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.0492861 Aug 13 04:01:21.786767 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d7a0d6a1-476a-4c6b-b65f-86f7ab926cee req-a360f9c6-7944-4420-86db-40002784098b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Aug 13 04:01:28.099060 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:29.847059 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:01:35.874090 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-2239b60f-c3e1-4b70-9c91-0a299b55ce7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433104 Aug 13 04:01:35.982179 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-57cec2cc-5dfb-44b0-bf1f-0df7fdb3c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:35.983683 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-57cec2cc-5dfb-44b0-bf1f-0df7fdb3c4b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 1098 time: 0.0410538 Aug 13 04:01:36.093350 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-e850fa11-beb6-4064-b98a-da1e2c46c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:36.094868 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-e850fa11-beb6-4064-b98a-da1e2c46c6f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 200 len: 914 time: 0.0904543 Aug 13 04:01:36.137031 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-377718f6-333d-45d1-8dd4-e2135ce4f31b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d HTTP/1.1" status: 200 len: 217 time: 0.0344148 Aug 13 04:01:36.186032 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-52e6308a-3cc0-4440-91a5-5400dda200f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:36.188320 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-52e6308a-3cc0-4440-91a5-5400dda200f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d8ed6be2-6456-47b9-9322-aee578e3c44c HTTP/1.1" status: 200 len: 853 time: 0.0445883 Aug 13 04:01:36.220622 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-db302194-4896-4f3a-bb25-593e251e20af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ded955d9-3bd2-420a-8a13-da10285f2f57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250764 Aug 13 04:01:36.312551 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-77de2b6d-dd74-47ee-941c-ef7326a29065 service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843859 Aug 13 04:01:36.404437 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4e8526cc-81ba-422e-b206-b55bd9333e2c req-37c84f88-9e07-4ac5-a862-af3512a5dcc2 service neutron] 10.222.0.61 "GET /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821488 Aug 13 04:01:39.607045 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7b9b3974-8baa-4d46-afff-6f5d74e3607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:42.046864 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a1f60185-2198-433b-87c8-41680f06333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:42.395235 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:43.892896 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:45.492663 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:49.487011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f500d9c-9c2f-4a0e-b325-97b9202b5c48 req-d8e465d6-49f2-49d8-9319-20d98ca59a2e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:49.488529 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f500d9c-9c2f-4a0e-b325-97b9202b5c48 req-d8e465d6-49f2-49d8-9319-20d98ca59a2e tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.0518649 Aug 13 04:01:49.527636 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-1f500d9c-9c2f-4a0e-b325-97b9202b5c48 req-8b91ce51-9de3-4e62-87d0-701150b91194 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Aug 13 04:01:50.746713 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a0df5-d83c-4a78-8ab3-a04a55905bfd req-d6e1574c-86ea-4c14-8f19-9b294367f80f tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:50.748269 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-345a0df5-d83c-4a78-8ab3-a04a55905bfd req-d6e1574c-86ea-4c14-8f19-9b294367f80f tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.1521261 Aug 13 04:01:50.791146 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-345a0df5-d83c-4a78-8ab3-a04a55905bfd req-fb0527d8-c9ef-4884-9912-3a274595ca8b tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366898 Aug 13 04:01:51.907388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadfb15c-39d7-400c-888c-039dcd5083e8 req-c9608795-865c-41e6-8698-e573db5e6bd7 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:51.908979 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dadfb15c-39d7-400c-888c-039dcd5083e8 req-c9608795-865c-41e6-8698-e573db5e6bd7 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.0497334 Aug 13 04:01:51.951322 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-dadfb15c-39d7-400c-888c-039dcd5083e8 req-79bbbe35-03bc-4fb4-8ee0-f2ec8436a859 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/security-groups?id=8069a28a-0a5d-48c2-9c73-cfded6967dce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340352 Aug 13 04:01:52.340935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-f5b242f3-8085-4d9a-90fc-45cba1361686 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:01:52.342735 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-f5b242f3-8085-4d9a-90fc-45cba1361686 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 945 time: 0.0531182 Aug 13 04:01:52.443241 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Deleting port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:01:52.443550 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:52.534707 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] For port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,segment=NetworkSegment(439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4),segment_id=439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:01:52.535079 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:52.548494 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Calling delete_port for 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:01:52.743939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:52.775633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Pushing event deleted for resources: {'Port': ['ID=1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:01:52.779912 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:01:52.815822 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] No DVR routers for this DVR port 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:01:52.819686 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:01:52.820315 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-62a1fc8c-ec8f-454c-b5e9-aee2295185d8 req-20c779d0-5b60-410c-8428-69227de5f584 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.61 "DELETE /v2.0/ports/1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d HTTP/1.1" status: 204 len: 173 time: 0.4673495 Aug 13 04:01:52.820748 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'name': 'network-vif-deleted', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:01:52.822992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0926e01-9b6b-4b61-885b-b2e5206f94be" -d '{"events": [{"server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "name": "network-vif-deleted", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:01:52.859461 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9365372d-9a47-4d3e-b9c6-76b50c67d51d x-openstack-request-id: req-9365372d-9a47-4d3e-b9c6-76b50c67d51d {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:01:52.859757 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8af3957d-4a7f-43d2-bccb-c57691068353", "name": "network-vif-deleted", "tag": "1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:01:52.860013 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9365372d-9a47-4d3e-b9c6-76b50c67d51d {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:01:52.860408 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8af3957d-4a7f-43d2-bccb-c57691068353', 'name': 'network-vif-deleted', 'tag': '1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d', 'status': 'completed', 'code': 200} Aug 13 04:01:53.051094 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e02cc663-354a-4d52-9337-6dd5480342c3 req-65cdf191-12d4-4cfb-9e17-c23728f0f038 tempest-VolumesSnapshotTestJSON-1735251367 tempest-VolumesSnapshotTestJSON-1735251367-project] 10.222.0.45 "GET /v2.0/ports?device_id=8af3957d-4a7f-43d2-bccb-c57691068353 HTTP/1.1" status: 200 len: 210 time: 0.0259395 Aug 13 04:01:55.640761 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:01:55.661481 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:01:55.661818 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 1d11ae74-8a1a-4af1-b81b-7c93e57e7a1d not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:01:58.109717 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:06.845414 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:02:09.583811 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-cd44aa45-641c-45e3-880f-d734526bd5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:12.074916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5b9331fb-4eda-4571-818a-b1fd4b7b9462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:12.429133 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:13.846544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:15.514800 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:21.149535 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [req-dc9bd132-d40b-4324-8482-742dc332cc4c req-6968d44d-befc-4c63-ac6b-50eae6ea1acf service neutron] (101042) timed out ('10.222.0.61', 53243) {{(pid=101042) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:02:21.200954 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-e94e762e-8f66-46cb-821f-5837138dac3f req-01b47c48-c807-4164-8643-a8d4b4c22926 service neutron] (101041) timed out ('10.222.0.61', 53221) {{(pid=101041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:02:22.617355 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 51932) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:22.665882 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Deleting subnet d8ed6be2-6456-47b9-9322-aee578e3c44c {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:02:22.669507 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:22.703678 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:22.742618 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:22.880714 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:22.910692 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ed6be2-6456-47b9-9322-aee578e3c44c,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:22.915978 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:22.918423 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d8ed6be2-6456-47b9-9322-aee578e3c44c HTTP/1.1" status: 204 len: 168 time: 0.2995324 Aug 13 04:02:22.920614 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51934) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:22.923140 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.923500 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.923847 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.924189 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.924528 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.924868 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.925202 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.925536 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.925896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.926418 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.926747 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.927456 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b20b4d-6c5c-4b9c-9e43-a0af7b77b8b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:22.986668 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.066355 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.078136 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded955d9-3bd2-420a-8a13-da10285f2f57']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:23.089619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:23.091743 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439c5c5a-3bcd-4c69-b966-6a1bbf7c9ca4') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:23.098627 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.112659 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.119048 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:02:23.119432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:02:23.121037 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:02:23.235070 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.242915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.244737 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ded955d9-3bd2-420a-8a13-da10285f2f57 HTTP/1.1" status: 204 len: 168 time: 0.3229702 Aug 13 04:02:23.256740 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded955d9-3bd2-420a-8a13-da10285f2f57,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:23.263936 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.268200 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1ce591-2390-4159-b146-368eccd18006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:23.575989 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51938) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:23.616177 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-494f670a-dc86-4599-939c-ebd15d6c7022 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=843e4b1923e74b6cb38bc98dbbb9ff43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389853 Aug 13 04:02:23.618539 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51940) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:23.667057 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.687724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.783377 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.786023 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:23.787470 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8069a28a-0a5d-48c2-9c73-cfded6967dce HTTP/1.1" status: 204 len: 168 time: 0.1678886 Aug 13 04:02:23.796828 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30bedc-6f07-4dd5-9dda-834c14d16bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8069a28a-0a5d-48c2-9c73-cfded6967dce,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:24.832363 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51962) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:24.932015 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-736756543-network', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:25.069191 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Made reservation on behalf of 88a9bb69c24a46ac8f37b20b5375e9e3 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:02:25.071586 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.080490 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.179258 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.223104 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.247731 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:02:25.258121 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79431c9-238e-4b7b-ada2-f7612a8515b9,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:25.262896 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.263241 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Added segment a35f7d50-730d-4443-958a-3fdc40e46b4d of type vlan for network 727791c0-0fe3-445a-87ca-931677a31a67 Aug 13 04:02:25.302270 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.394370 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.395385 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:02:25.396796 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.453581 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] Pushing event updated for resources: {'Network': ['ID=727791c0-0fe3-445a-87ca-931677a31a67,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:25.464530 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 727791c0-0fe3-445a-87ca-931677a31a67 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:02:25.481393 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-33319125-53a2-4eea-8731-0ccd99eadd61 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6476824 Aug 13 04:02:25.484502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51966) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:25.489635 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Request body: {'subnet': {'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-736756543-subnet', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:25.554736 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Made reservation on behalf of 88a9bb69c24a46ac8f37b20b5375e9e3 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:02:25.557058 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.772309 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:25.830019 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375f719b-b8fb-450b-aa77-7c41818d95ba,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:25.841311 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:25.841953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Network hostable DHCP agents. Network: 727791c0-0fe3-445a-87ca-931677a31a67, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:02:25.977700 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Network 727791c0-0fe3-445a-87ca-931677a31a67 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:02:26.046326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 727791c0-0fe3-445a-87ca-931677a31a67) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:26.051224 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:02:26.053139 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.055869 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47469e4-e1ad-40f6-96b1-10c6829f7c7b None None] Network 727791c0-0fe3-445a-87ca-931677a31a67 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:02:26.127209 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-66c0ac67-db71-463f-ac7f-ee73ee130076 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6414306 Aug 13 04:02:26.130008 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51968) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:26.134458 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:26.195633 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.196724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.256048 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.336306 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-727791c0-0fe3-445a-87ca-931677a31a67', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:02:26.337202 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.477568 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Allocated IP 172.20.0.2 (727791c0-0fe3-445a-87ca-931677a31a67/375f719b-b8fb-450b-aa77-7c41818d95ba/5b73095f-b3c7-4b70-b798-3af3896dfd49) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:26.631371 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.640121 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Transition to ACTIVE for port object 5b73095f-b3c7-4b70-b798-3af3896dfd49 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:26.656443 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Transition to ACTIVE for port object 5b73095f-b3c7-4b70-b798-3af3896dfd49 will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:26.749849 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.752995 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.789239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:26.794781 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:26.799419 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:26.807572 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Pushing event updated for resources: {'Port': ['ID=5b73095f-b3c7-4b70-b798-3af3896dfd49,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:26.817227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.818361 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.818855 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.819292 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.819717 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.820141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.820560 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.821098 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.821519 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.822070 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.822489 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.822900 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:26.877478 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Attempting to bind port 5b73095f-b3c7-4b70-b798-3af3896dfd49 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:26.878239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Attempting to bind port 5b73095f-b3c7-4b70-b798-3af3896dfd49 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:26.878708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Attempting to bind port 5b73095f-b3c7-4b70-b798-3af3896dfd49 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:26.884497 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:26.884873 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:26.885319 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.885707 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Bound using segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:26.886196 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Bound port: 5b73095f-b3c7-4b70-b798-3af3896dfd49, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:26.886574 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:26.950863 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] For port 5b73095f-b3c7-4b70-b798-3af3896dfd49, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:26.954145 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] For port 5b73095f-b3c7-4b70-b798-3af3896dfd49, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5b73095f-b3c7-4b70-b798-3af3896dfd49,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:27.021900 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.023744 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.050351 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.086220 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921bb7c-9e05-46ae-a194-62f546972650 None None] Pushing event updated for resources: {'Port': ['ID=5b73095f-b3c7-4b70-b798-3af3896dfd49,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:27.156816 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Allocated IP 172.27.1.5 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/fc6c02ad-f023-4a5e-a404-02e156e29d8d) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:27.285157 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.367320 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.407023 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:27.411953 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:27.414471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:27.439271 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6c02ad-f023-4a5e-a404-02e156e29d8d,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:27.736238 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:27.890787 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d79e0d2-a8cc-4f89-a126-45d680889403 None None] Network 727791c0-0fe3-445a-87ca-931677a31a67 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:02:27.936781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.056602 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-71cda783-14d6-4f90-b6e0-f8f21fd2ac3a None None] Provisioning for port 5b73095f-b3c7-4b70-b798-3af3896dfd49 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:28.103471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:02:28.126531 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.214202 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:02:28.223669 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:02:28.233544 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:28.234246 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:28.274811 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.276100 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-355e7527-fd3c-444e-8df1-9760374bd236 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1450713 Aug 13 04:02:28.285246 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51970) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:28.351282 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:28.530502 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:27Z', 'revision_number': 3, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:28.556868 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:02:28.557222 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Updating router 2fa1edaa-e557-42dc-ab06-920c85ce4874 port fc6c02ad-f023-4a5e-a404-02e156e29d8d binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:02:28.582187 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.702665 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.844768 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.855079 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Transition to ACTIVE for port object fc6c02ad-f023-4a5e-a404-02e156e29d8d will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:28.862092 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Allocated IP 172.20.0.1 (727791c0-0fe3-445a-87ca-931677a31a67/375f719b-b8fb-450b-aa77-7c41818d95ba/ec35bcc6-2349-4e6d-ac56-8afa48f6e707) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:28.937227 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.966723 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5b73095f-b3c7-4b70-b798-3af3896dfd49 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:28.976792 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:28.992268 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Transition to ACTIVE for port object ec35bcc6-2349-4e6d-ac56-8afa48f6e707 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:29.020983 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e93e-4852-4de1-961e-73febdb284f1 None None] Pushing event updated for resources: {'Port': ['ID=fc6c02ad-f023-4a5e-a404-02e156e29d8d,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:29.027107 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Attempting to bind port fc6c02ad-f023-4a5e-a404-02e156e29d8d on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:29.032080 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Attempting to bind port fc6c02ad-f023-4a5e-a404-02e156e29d8d by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:29.032080 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Attempting to bind port fc6c02ad-f023-4a5e-a404-02e156e29d8d on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:29.037462 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:29.037851 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:29.038252 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.038638 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:29.039126 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Bound port: fc6c02ad-f023-4a5e-a404-02e156e29d8d, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:29.039496 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.080524 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.095193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] For port fc6c02ad-f023-4a5e-a404-02e156e29d8d, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:29.098218 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] For port fc6c02ad-f023-4a5e-a404-02e156e29d8d, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fc6c02ad-f023-4a5e-a404-02e156e29d8d,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:29.120120 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:29.125034 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:29.126137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 5b73095f-b3c7-4b70-b798-3af3896dfd49 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:29.129096 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:29.132881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 5b73095f-b3c7-4b70-b798-3af3896dfd49 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:29.133146 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.153978 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Pushing event updated for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:29.156604 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.173335 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.230980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7e93e-4852-4de1-961e-73febdb284f1 None None] Pushing event updated for resources: {'Port': ['ID=fc6c02ad-f023-4a5e-a404-02e156e29d8d,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:29.237830 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:29.238439 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:29.357993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.371777 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.417677 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:29.478651 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 5b73095f-b3c7-4b70-b798-3af3896dfd49, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5b73095f-b3c7-4b70-b798-3af3896dfd49,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:29.479691 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-40200a0a-fa4c-47cc-a32f-64a8c5a52f4c None None] Provisioning for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:29.498373 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-40200a0a-fa4c-47cc-a32f-64a8c5a52f4c None None] Provisioning complete for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:29.498761 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-40200a0a-fa4c-47cc-a32f-64a8c5a52f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.522658 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.577541 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.655791 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.669013 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:29.670776 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Pushing event updated for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:29.748823 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-40200a0a-fa4c-47cc-a32f-64a8c5a52f4c None None] Port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:02:29.769599 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:29.771190 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:29.774288 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=5b73095f-b3c7-4b70-b798-3af3896dfd49,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:29.834431 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:27Z', 'revision_number': 3, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:29.861929 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7da3a2-ae44-45f4-93a3-c7e9d240fa28 None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:27Z', 'revision_number': 3, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:02:29.901466 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:02:29.977127 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-03bc59b7-a74b-498b-9177-d3144d79e4ea None None] Provisioning complete for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:29.977703 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-03bc59b7-a74b-498b-9177-d3144d79e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:30.029970 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-03bc59b7-a74b-498b-9177-d3144d79e4ea None None] Port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:02:30.319553 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:02:30.325112 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-787a18e4-b14d-4702-8e80-033a8e0af308 admin admin] 10.222.0.45 "PUT /v2.0/routers/2fa1edaa-e557-42dc-ab06-920c85ce4874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0386863 Aug 13 04:02:31.005939 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5b73095f-b3c7-4b70-b798-3af3896dfd49 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:31.017664 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51986) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:31.022805 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-837433064-network', 'tenant_id': '971c3eb79515416b86f3330f94611f39'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:31.054238 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 5b73095f-b3c7-4b70-b798-3af3896dfd49 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:31.054238 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.103724 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Made reservation on behalf of 971c3eb79515416b86f3330f94611f39 for: {'network': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:02:31.107082 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for network, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.115942 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.138253 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fc6c02ad-f023-4a5e-a404-02e156e29d8d up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:31.211947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.268745 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port fc6c02ad-f023-4a5e-a404-02e156e29d8d completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:31.272918 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port fc6c02ad-f023-4a5e-a404-02e156e29d8d triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:31.277796 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.297608 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.319551 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=101042) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:02:31.334659 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41600a9d-c1e7-4a8b-8516-87648c3af500,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:31.337578 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.337958 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.segments_db [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Added segment 38c418cd-f100-4baf-8a6c-7ae4f9548371 of type vlan for network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 Aug 13 04:02:31.356684 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.379679 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port fc6c02ad-f023-4a5e-a404-02e156e29d8d, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fc6c02ad-f023-4a5e-a404-02e156e29d8d,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:31.382884 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743260248113'] for network, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.394060 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:02:31.402680 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:31.403291 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:31.440163 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.480824 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950'] for network, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.481973 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:02:31.482673 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.497345 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=fc6c02ad-f023-4a5e-a404-02e156e29d8d,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:31.510917 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:31.548583 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] Pushing event updated for resources: {'Network': ['ID=09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:31.558351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 details requested by agent ovs-agent-dv-cinder-760193-6-iscsi with host dv-cinder-760193-6-iscsi {{(pid=101043) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:02:31.598569 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0278997a-a9a5-46fe-895b-baf1487b6241 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5768232 Aug 13 04:02:31.599262 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51988) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:31.604281 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Request body: {'subnet': {'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-837433064-subnet', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'ip_version': 4}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:31.663048 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Made reservation on behalf of 971c3eb79515416b86f3330f94611f39 for: {'subnet': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:02:31.665527 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3721360'] for subnet, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.711824 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 2, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:31.743558 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:02:31.743912 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Updating router 2fa1edaa-e557-42dc-ab06-920c85ce4874 port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:02:31.769206 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.874756 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3438857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3721378'] for subnet, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:31.932054 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8371ff27-1e5a-43bc-9604-31b79d2c38c0,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:31.939944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Checking segment: {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:31.940311 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Network hostable DHCP agents. Network: 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16, hostable agents: ['cd0ed68a-fe27-45a5-b148-da36796d5deb'], hosted agents: [] {{(pid=101042) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:02:32.022916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 is scheduled to be hosted by DHCP agent cd0ed68a-fe27-45a5-b148-da36796d5deb with binding_index 1 {{(pid=101042) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:02:32.031180 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.041706 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Transition to ACTIVE for port object ec35bcc6-2349-4e6d-ac56-8afa48f6e707 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:32.085656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-6-iscsi, 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16) {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:32.089905 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:02:32.090516 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.094940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08023828-c6fc-45db-a8d7-1f36ebcae012 None None] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:02:32.115136 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.138585 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-0db1b6c8-4597-458b-917f-8351ead52c21 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5376787 Aug 13 04:02:32.140638 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51990) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:32.145303 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:32.163999 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Pushing event updated for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:32.173301 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.173679 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.174053 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.174394 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.174729 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.175060 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.175392 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.175724 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.176071 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.176400 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.176797 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.177684 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101044) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:02:32.236920 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Attempting to bind port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:32.237294 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Attempting to bind port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:32.237742 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Attempting to bind port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:32.243657 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:32.244030 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:32.244434 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.244888 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Bound using segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:32.245539 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Bound port: ec35bcc6-2349-4e6d-ac56-8afa48f6e707, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:32.246169 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.246793 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1578731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1509'] for router, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.248160 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1579643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1577512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1929256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1532'] for router, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.274853 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9e560c10-71e9-5f76-9e49-782a1b8edc57-09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0'}]}} from dv-cinder-760193-6-iscsi. {{(pid=101043) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:02:32.275792 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.323424 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.342050 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] For port ec35bcc6-2349-4e6d-ac56-8afa48f6e707, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:32.345374 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] For port ec35bcc6-2349-4e6d-ac56-8afa48f6e707, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:32.429809 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.db_base_plugin_common [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Allocated IP 172.20.0.2 (09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16/8371ff27-1e5a-43bc-9604-31b79d2c38c0/e4454658-3c44-48b9-ad0b-ce11669f5bbb) {{(pid=101043) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:32.430173 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.482143 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:32.483221 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:32.545012 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.607146 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks [] for port, precommit_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.616242 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Transition to ACTIVE for port object e4454658-3c44-48b9-ad0b-ce11669f5bbb will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:32.616585 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96db53-524f-4673-89ea-6b86fce1d278 None None] Pushing event updated for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=4']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:32.629507 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:32.648534 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Transition to ACTIVE for port object e4454658-3c44-48b9-ad0b-ce11669f5bbb will not be triggered until provisioned by entity DHCP. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:32.745128 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852'] for port, after_create {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.791852 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 is already hosted by enough agents. {{(pid=101043) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:32.794926 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.scheduler.base_scheduler [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Resources bound (agent type, host, resource id): {{(pid=101043) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:32.799603 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Received port after_create {{(pid=101043) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:32.803649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Pushing event updated for resources: {'Port': ['ID=e4454658-3c44-48b9-ad0b-ce11669f5bbb,revision_number=1']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:32.860128 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.864032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Attempting to bind port e4454658-3c44-48b9-ad0b-ce11669f5bbb on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:32.865819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Attempting to bind port e4454658-3c44-48b9-ad0b-ce11669f5bbb by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:32.865819 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Attempting to bind port e4454658-3c44-48b9-ad0b-ce11669f5bbb on network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:32.870647 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:32.871018 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Checking segment: {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:32.871420 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.871939 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Bound using segment: {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:32.872558 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Bound port: e4454658-3c44-48b9-ad0b-ce11669f5bbb, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:32.872950 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.885384 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:32.945089 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] For port e4454658-3c44-48b9-ad0b-ce11669f5bbb, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:32.949941 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] For port e4454658-3c44-48b9-ad0b-ce11669f5bbb, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e4454658-3c44-48b9-ad0b-ce11669f5bbb,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:32.973318 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fc6c02ad-f023-4a5e-a404-02e156e29d8d up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:32.996008 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:32Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:33.026153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:33.028305 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152295e5-bcb1-45c8-ba39-4af7079d92b6 None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:32Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:02:33.033643 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Allocated IP 172.27.1.192 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/fa90e004-977c-4fd5-9561-a3bad52de1a1) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:33.121832 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port fc6c02ad-f023-4a5e-a404-02e156e29d8d triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:33.122649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:33.127858 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4c7d-50cf-4350-a980-95af3947279c None None] Pushing event updated for resources: {'Port': ['ID=e4454658-3c44-48b9-ad0b-ce11669f5bbb,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:33.182840 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:33.293108 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:33.354174 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:33.356065 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:33.369043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:33.372450 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Pushing event updated for resources: {'Port': ['ID=fa90e004-977c-4fd5-9561-a3bad52de1a1,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:33.697827 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:33.917473 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1579616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1577725'] for router, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:34.106273 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454a5bc-9f71-404e-8f18-5cd34bec3dcc None None] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:02:34.143259 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Router 64486195-b7c7-46a3-9951-7786d2e314c8 is scheduled to L3 agent 10755669-a158-4928-ab43-c62f0f63755e with binding_index 1 {{(pid=101042) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:02:34.247653 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-229b28ad-6259-4066-9178-1624e7332c60 None None] Provisioning for port e4454658-3c44-48b9-ad0b-ce11669f5bbb completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:34.270307 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:02:34.280732 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Sync routers for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:02:34.296588 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:34.297192 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:34.337618 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] Notify callbacks [] for router, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:34.341634 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-3b2de76d-94fd-4b0a-b0e9-8a4d47122124 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1973329 Aug 13 04:02:34.342149 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 51992) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:34.420509 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:34.616994 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:33Z', 'revision_number': 3, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:34.647872 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Checking router: 64486195-b7c7-46a3-9951-7786d2e314c8 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:02:34.648255 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Updating router 64486195-b7c7-46a3-9951-7786d2e314c8 port fa90e004-977c-4fd5-9561-a3bad52de1a1 binding host dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:02:34.674575 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:34.797390 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:34.971203 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks [] for port, precommit_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:34.986364 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Transition to ACTIVE for port object fa90e004-977c-4fd5-9561-a3bad52de1a1 will not be triggered until provisioned by entity L2. {{(pid=101043) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:34.997899 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Allocated IP 172.20.0.1 (09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16/8371ff27-1e5a-43bc-9604-31b79d2c38c0/2a579aee-90c9-4716-b7d1-c41ea186e7e8) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:02:35.018737 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ec35bcc6-2349-4e6d-ac56-8afa48f6e707 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:35.056598 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.120151 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Attempting to bind port fa90e004-977c-4fd5-9561-a3bad52de1a1 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:35.120522 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Attempting to bind port fa90e004-977c-4fd5-9561-a3bad52de1a1 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:35.120884 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Attempting to bind port fa90e004-977c-4fd5-9561-a3bad52de1a1 on network 685fb569-f0b0-4100-a400-c9c889e01825 {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:35.132927 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafdb87-2ea1-493f-b4b8-ae76b8cd4e62 None None] Pushing event updated for resources: {'Port': ['ID=fa90e004-977c-4fd5-9561-a3bad52de1a1,revision_number=2']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:35.136532 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:35.141323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Checking segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101043) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:35.141323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.141323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Bound using segment: {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'} {{(pid=101043) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:35.141323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.managers [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Bound port: fa90e004-977c-4fd5-9561-a3bad52de1a1, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced15188-b97b-4d9c-8d20-510bd14784b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825'}}] {{(pid=101043) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:35.141323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.142132 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.155658 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Transition to ACTIVE for port object 2a579aee-90c9-4716-b7d1-c41ea186e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:35.190972 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] For port fa90e004-977c-4fd5-9561-a3bad52de1a1, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101043) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:35.194734 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] For port fa90e004-977c-4fd5-9561-a3bad52de1a1, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fa90e004-977c-4fd5-9561-a3bad52de1a1,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:35.216945 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:35.220980 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:35.221419 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.246191 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.284729 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:35.291925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:35.298039 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:02:35.324682 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Pushing event updated for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:35.349371 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635624'] for router_interface, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.431398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.476198 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.531846 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dafdb87-2ea1-493f-b4b8-ae76b8cd4e62 None None] Pushing event updated for resources: {'Port': ['ID=fa90e004-977c-4fd5-9561-a3bad52de1a1,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:35.534370 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:35.534978 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:35.559278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.584916 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port ec35bcc6-2349-4e6d-ac56-8afa48f6e707, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:35.643808 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.644603 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e4454658-3c44-48b9-ad0b-ce11669f5bbb up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:35.696466 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-543c78fe-462c-4730-a040-2a7cd5d4f417 None None] Provisioning for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:35.718782 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-543c78fe-462c-4730-a040-2a7cd5d4f417 None None] Provisioning complete for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:35.719195 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-543c78fe-462c-4730-a040-2a7cd5d4f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.724653 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.727068 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:35.777540 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.812805 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:35.845616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Pushing event updated for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:35.851164 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1618996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1635772'] for router_interface, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:35.868877 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-543c78fe-462c-4730-a040-2a7cd5d4f417 None None] Port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:02:35.944301 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:02:35.945843 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:02:35.996469 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port e4454658-3c44-48b9-ad0b-ce11669f5bbb completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:36.003126 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e4454658-3c44-48b9-ad0b-ce11669f5bbb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:36.003505 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:36.008516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2a579aee-90c9-4716-b7d1-c41ea186e7e8', 'name': '', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'mac_address': 'fa:16:3e:46:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:34Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 1, 'project_id': '971c3eb79515416b86f3330f94611f39', 'subnets': [{'id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:36.053962 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de997b30-4cfd-427d-840d-75802de0a4de None None] The sync data for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi is: [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2a579aee-90c9-4716-b7d1-c41ea186e7e8', 'name': '', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'mac_address': 'fa:16:3e:46:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:34Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 1, 'project_id': '971c3eb79515416b86f3330f94611f39', 'subnets': [{'id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:02:36.075043 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Router 64486195-b7c7-46a3-9951-7786d2e314c8 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:02:36.138032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:36.176083 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port e4454658-3c44-48b9-ad0b-ce11669f5bbb, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e4454658-3c44-48b9-ad0b-ce11669f5bbb,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:36.190852 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-1c39f530-2530-44cf-9c9a-33667ecf942a None None] Provisioning complete for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:36.191290 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c39f530-2530-44cf-9c9a-33667ecf942a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:36.259703 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:02:36.259703 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f6230115-744d-4df7-8fc6-e57d7a39feeb admin admin] 10.222.0.45 "PUT /v2.0/routers/64486195-b7c7-46a3-9951-7786d2e314c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8684137 Aug 13 04:02:36.263384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-1c39f530-2530-44cf-9c9a-33667ecf942a None None] Port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:02:36.360387 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:36.429008 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=e4454658-3c44-48b9-ad0b-ce11669f5bbb,revision_number=3']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:36.894142 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52000) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:36.903001 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216144638', 'description': 'tempest-secgroup-smoke-1216144638 description', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:36.983410 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.035835 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fa90e004-977c-4fd5-9561-a3bad52de1a1 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:37.074954 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.125709 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.154423 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port fa90e004-977c-4fd5-9561-a3bad52de1a1 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:37.159468 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f968bc79-6080-4587-b23b-95fe10c59126,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:37.159618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port fa90e004-977c-4fd5-9561-a3bad52de1a1 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:37.159618 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.228770 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.230130 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-0bde1834-69f5-44d8-b6dc-899465fece84 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3325410 Aug 13 04:02:37.232865 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52002) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:37.237616 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:37.245265 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.268177 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port fa90e004-977c-4fd5-9561-a3bad52de1a1, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fa90e004-977c-4fd5-9561-a3bad52de1a1,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:37.320100 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.343101 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.344055 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ec35bcc6-2349-4e6d-ac56-8afa48f6e707 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:37.378064 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.418649 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=fa90e004-977c-4fd5-9561-a3bad52de1a1,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:37.438193 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:37.444153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.462893 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.480869 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da23a143-6a1b-47da-89a5-a15086fe589b,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:37.525026 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e4454658-3c44-48b9-ad0b-ce11669f5bbb up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:37.571596 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.572372 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port e4454658-3c44-48b9-ad0b-ce11669f5bbb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:37.572759 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.572961 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-945d609b-b46a-4d81-bc57-1310997669d7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387260 Aug 13 04:02:37.575449 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52004) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:37.579974 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:37.673662 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.736626 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.824223 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.843397 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d411d3a-9113-42f9-8115-85df4fe21861,revision_number=0']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:37.898068 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:37.899574 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-c25576ab-407a-457e-8d82-17d4c82b500b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3231771 Aug 13 04:02:37.902325 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52006) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:37.906948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:37.995786 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Sync routers for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:02:38.000764 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.006293 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:38.006922 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:38.061187 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.114616 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:38.114972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.135751 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd04273-41d8-4b9d-a33a-b083d382d892,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:38.177423 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.178740 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-66387cf2-f637-4ac9-8d45-6e3fb2f62f94 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2754068 Aug 13 04:02:38.181482 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52008) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:38.186000 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:38.285100 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.314092 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2a579aee-90c9-4716-b7d1-c41ea186e7e8', 'name': '', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'mac_address': 'fa:16:3e:46:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:34Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 2, 'project_id': '971c3eb79515416b86f3330f94611f39', 'subnets': [{'id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:38.341383 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Checking router: 64486195-b7c7-46a3-9951-7786d2e314c8 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:02:38.341682 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Updating router 64486195-b7c7-46a3-9951-7786d2e314c8 port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 binding host dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:02:38.349415 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.368383 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.475143 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.496570 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24238cee-e436-4ece-95f7-aa71750343f4,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:38.577275 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.578888 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-b8f72ac1-df24-436a-be06-b43102942f21 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962710 Aug 13 04:02:38.581814 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52010) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:38.586436 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:38.645606 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.655794 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.provisioning_blocks [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Transition to ACTIVE for port object 2a579aee-90c9-4716-b7d1-c41ea186e7e8 will not be triggered until provisioned by entity L2. {{(pid=101044) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:02:38.691524 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.securitygroups_db [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Project 88a9bb69c24a46ac8f37b20b5375e9e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:02:38.698293 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.708716 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.757719 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b6234-8e77-4e3b-a125-4ece76a71b58 None None] Pushing event updated for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=3']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:38.764189 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.821750 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Attempting to bind port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 on host dv-cinder-760193-6-iscsi for vnic_type normal with profile {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:02:38.822164 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Attempting to bind port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 by drivers openvswitch,hyperv on host dv-cinder-760193-6-iscsi at level 0 using segments [{'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:02:38.822886 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Attempting to bind port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 on network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:02:38.828598 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Checking agent: {'id': '1b4135ec-f432-4f62-8210-8531d44b59d5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 38, 12), 'started_at': datetime.datetime(2021, 8, 13, 3, 38, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:02:38.828598 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Checking segment: {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101044) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:02:38.828999 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.829230 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Bound using segment: {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'} {{(pid=101044) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:02:38.829695 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.managers [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Bound port: 2a579aee-90c9-4716-b7d1-c41ea186e7e8, host: dv-cinder-760193-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c418cd-f100-4baf-8a6c-7ae4f9548371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16'}}] {{(pid=101044) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:02:38.830194 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.840118 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.861772 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8837cee6-6408-419c-b344-6c02b1470503,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:38.907961 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] For port 2a579aee-90c9-4716-b7d1-c41ea186e7e8, host dv-cinder-760193-6-iscsi, cleared binding levels {{(pid=101044) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:02:38.912063 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.plugins.ml2.db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] For port 2a579aee-90c9-4716-b7d1-c41ea186e7e8, host dv-cinder-760193-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2a579aee-90c9-4716-b7d1-c41ea186e7e8,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101044) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:02:38.931650 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:38.933007 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-16ee7318-a1ef-42b9-afde-d75d267fee0f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502309 Aug 13 04:02:38.935788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52012) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:02:38.940817 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'security_group_rule': {'security_group_id': 'f968bc79-6080-4587-b23b-95fe10c59126', 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:02:38.948771 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fa90e004-977c-4fd5-9561-a3bad52de1a1 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:38.983635 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron_lib.callbacks.manager [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101044) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.020715 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port fa90e004-977c-4fd5-9561-a3bad52de1a1 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:39.020715 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.038002 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:02:39.038687 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:02:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:39.041790 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.securitygroups_db [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Project 88a9bb69c24a46ac8f37b20b5375e9e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:02:39.046658 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.092466 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b6234-8e77-4e3b-a125-4ece76a71b58 None None] Pushing event updated for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=4']} {{(pid=101044) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:39.138267 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.183089 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:02:39.217565 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043970'] for security_group_rule, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.236177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f147a9-4177-4b63-aa9d-120c1faa0a77,revision_number=0']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:39.320447 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:39.328342 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-aaef98cc-2291-4846-a1e9-f993335b397c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3853414 Aug 13 04:02:39.410370 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2a579aee-90c9-4716-b7d1-c41ea186e7e8', 'name': '', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'mac_address': 'fa:16:3e:46:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:34Z', 'updated_at': '2021-08-13T04:02:38Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'subnets': [{'id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:02:39.436796 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df0011-df2c-475e-ad86-6d49a10fd2c0 None None] The sync data for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi is: [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': '2a579aee-90c9-4716-b7d1-c41ea186e7e8', 'name': '', 'network_id': '09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'mac_address': 'fa:16:3e:46:9c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:34Z', 'updated_at': '2021-08-13T04:02:38Z', 'revision_number': 4, 'project_id': '971c3eb79515416b86f3330f94611f39', 'subnets': [{'id': '8371ff27-1e5a-43bc-9604-31b79d2c38c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:02:39.565889 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ec3441b1-d21a-4e24-8403-22c61f759d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:40.955192 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2a579aee-90c9-4716-b7d1-c41ea186e7e8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:41.046002 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:02:41.050074 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:41.050631 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:41.129255 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:41.164917 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] For port 2a579aee-90c9-4716-b7d1-c41ea186e7e8, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2a579aee-90c9-4716-b7d1-c41ea186e7e8,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:02:41.234726 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:41.283152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Pushing event updated for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:02:42.069444 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c508deac-0083-4cce-8f67-dd21fdf390d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:42.412388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:42.948074 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2a579aee-90c9-4716-b7d1-c41ea186e7e8 up at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:02:42.999641 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Provisioning complete for port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:02:42.999932 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:43.844327 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:02:43.880827 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:45.503206 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:02:58.125337 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:02.504092 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-6ef71f13-81e5-4f04-9a61-cb570e11fce9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216144638&fields=id&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 267 time: 0.0354342 Aug 13 04:03:02.609637 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-6afca5c4-f01b-43ae-a5de-009b7ec6b575 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:02.611163 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-6afca5c4-f01b-43ae-a5de-009b7ec6b575 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.0999894 Aug 13 04:03:02.626007 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-033e0e8f-a5fd-47ba-ae33-0360edb18644 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/quotas/88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 375 time: 0.0090234 Aug 13 04:03:02.676611 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-9cf33ded-a6ea-4452-8630-3b25bf882c38 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448885 Aug 13 04:03:02.784486 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-c9e64799-ca3c-4155-aa6e-e9ecd3afabb5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101041) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:03:02.785603 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-c9e64799-ca3c-4155-aa6e-e9ecd3afabb5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0972879 Aug 13 04:03:02.888919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-044f04c6-9b43-44f8-89f3-cb1554cbadab service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899851 Aug 13 04:03:02.971351 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-fe2e61ea-e62c-43e4-bd98-dd9518a0ce26 service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833130 Aug 13 04:03:04.627723 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5aa12bae-b0b0-4831-8b25-a8ef87ad5227 req-2861866d-12b9-47f3-ad6e-15d92dc883ed tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 210 time: 0.0343466 Aug 13 04:03:05.705343 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67186a9e-7c3e-49b7-9817-321412a9ab13 req-4954cca2-3109-4705-a19d-3463895f7c4a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 210 time: 0.0267658 Aug 13 04:03:06.797180 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c1287128-f49a-4436-ab4c-4c02d2365c45 req-a34b3916-a9c6-40a0-b853-70edbd13b528 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 210 time: 0.0256374 Aug 13 04:03:07.007788 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-2baba389-1c1b-4cf1-ad70-4e3d3304da93 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:07.009171 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-2baba389-1c1b-4cf1-ad70-4e3d3304da93 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.1034114 Aug 13 04:03:07.058221 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-58a2c8f7-57b3-43ae-bc6a-a47397eb3d87 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 380 time: 0.0337563 Aug 13 04:03:07.068225 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'port': {'device_id': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'admin_state_up': True, 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'security_groups': ['f968bc79-6080-4587-b23b-95fe10c59126']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:03:07.240346 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Made reservation on behalf of 88a9bb69c24a46ac8f37b20b5375e9e3 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:03:07.243961 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:07.376332 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.20.0.8 (727791c0-0fe3-445a-87ca-931677a31a67/375f719b-b8fb-450b-aa77-7c41818d95ba/6a23887d-6ce2-482b-9d84-5a40fd3ee819) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:03:07.518139 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:07.801464 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Transition to ACTIVE for port object 6a23887d-6ce2-482b-9d84-5a40fd3ee819 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:03:07.896420 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fe699c67-2411-41ed-839b-1b1d0df60162 req-4711111a-ee83-463d-8d13-aa7b236ace27 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Aug 13 04:03:07.897271 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:07.942365 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:03:07.945395 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:03:07.948042 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:03:07.984463 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:08.008999 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:08.009664 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.092472 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-518528df-5149-4e12-8011-a1c2d0e48ed2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0280735 Aug 13 04:03:08.155902 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Request body: {'port': {'device_id': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:03:08.213826 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.245338 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-6f3f3c1e-31dd-446a-b496-adea984d8443 None None] Provisioning for port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:03:08.249283 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-6f3f3c1e-31dd-446a-b496-adea984d8443 None None] Provisioning complete for port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:03:08.249643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6f3f3c1e-31dd-446a-b496-adea984d8443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.287756 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f3c1e-31dd-446a-b496-adea984d8443 None None] Port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:03:08.482622 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a23887d-6ce2-482b-9d84-5a40fd3ee819 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:03:08.490616 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.501966 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Transition to ACTIVE for port object 6a23887d-6ce2-482b-9d84-5a40fd3ee819 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:03:08.553736 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.603177 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Pushing event updated for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:08.675612 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Attempting to bind port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:03:08.676644 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Attempting to bind port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:03:08.676980 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Attempting to bind port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:03:08.681696 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 on network 727791c0-0fe3-445a-87ca-931677a31a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:03:08.682050 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Attempting to bind port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:03:08.687224 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:03:08.687567 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:03:08.687955 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Bound using segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:03:08.688380 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Bound port: 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:03:08.688737 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.753563 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:03:08.757326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:03:08.828371 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.861940 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:08.862544 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:08.864598 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] 10.222.0.61 "PUT /v2.0/ports/6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 1093 time: 0.7592938 Aug 13 04:03:08.864999 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:03:08.867278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ad949c-2c6c-4347-8977-c20943736178" -d '{"events": [{"name": "network-changed", "server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:03:08.892366 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e2ada-d4b5-4bea-80fa-0c24b090951d service neutron] Pushing event updated for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:08.979049 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a42445c-defb-4387-9d22-21066ba1c0e3 x-openstack-request-id: req-5a42445c-defb-4387-9d22-21066ba1c0e3 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:03:08.980000 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:03:08.980000 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a42445c-defb-4387-9d22-21066ba1c0e3 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:03:08.980207 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'status': 'completed', 'code': 200} Aug 13 04:03:09.022747 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-623fb4ce-7f1f-46ad-81fa-1d4d0260afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.024367 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-623fb4ce-7f1f-46ad-81fa-1d4d0260afbe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1096 time: 0.0635791 Aug 13 04:03:09.030142 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925d795-2e47-4a07-b043-b62cb78931c5 req-709c1929-5119-4784-948a-c9de2209363e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.032301 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d925d795-2e47-4a07-b043-b62cb78931c5 req-709c1929-5119-4784-948a-c9de2209363e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0542946 Aug 13 04:03:09.071669 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d925d795-2e47-4a07-b043-b62cb78931c5 req-95b69bb8-b91f-4049-b75f-d1188e65888e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Aug 13 04:03:09.072690 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-da464249-7bda-467e-8d92-18f1203d88e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 217 time: 0.0350993 Aug 13 04:03:09.122992 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-cb85b1ec-2f3c-41e9-9d79-9614e6d36d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.124604 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-cb85b1ec-2f3c-41e9-9d79-9614e6d36d06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0448773 Aug 13 04:03:09.174950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eeac49-12b1-4783-9b24-49b876a86318 req-dde908f7-2968-4355-8266-216a134e1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.176668 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-dde908f7-2968-4355-8266-216a134e1158 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447214 Aug 13 04:03:09.266934 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-300e26af-a290-4f73-95ed-ddaf44c69b44 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826519 Aug 13 04:03:09.364494 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-25eeac49-12b1-4783-9b24-49b876a86318 req-84724356-fad9-4867-8c95-e63cf90f1f9e service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900269 Aug 13 04:03:09.569809 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad949c-2c6c-4347-8977-c20943736178 req-b2b6068d-33a0-49f8-b4b7-ec1564db06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.570901 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a772bb49-22f7-4b58-b0f0-0c460af9151c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:09.571387 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-b2b6068d-33a0-49f8-b4b7-ec1564db06e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1096 time: 0.0410647 Aug 13 04:03:09.659742 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad949c-2c6c-4347-8977-c20943736178 req-91c585c2-6ed5-41f3-8f6d-cfb59a0a7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.664766 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-91c585c2-6ed5-41f3-8f6d-cfb59a0a7a5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0835211 Aug 13 04:03:09.710931 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-701cacdf-007c-4bb4-8304-c4193e6d7857 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 217 time: 0.0421100 Aug 13 04:03:09.762084 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad949c-2c6c-4347-8977-c20943736178 req-2991aba9-8547-411d-bf4d-7e7feedaa005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.763578 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-2991aba9-8547-411d-bf4d-7e7feedaa005 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0463312 Aug 13 04:03:09.809926 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad949c-2c6c-4347-8977-c20943736178 req-7f3718d7-c847-4e4b-b9f8-f736e00208d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:09.811436 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-7f3718d7-c847-4e4b-b9f8-f736e00208d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407596 Aug 13 04:03:09.904098 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-bc1b744f-7a6a-46f1-8f70-f832300b92b9 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848820 Aug 13 04:03:09.994995 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f9ad949c-2c6c-4347-8977-c20943736178 req-e9f60018-612f-4022-ac51-1c9609533e3e service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831709 Aug 13 04:03:10.189579 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361714a-5130-41a1-8df6-88d48c58d18d req-a558b426-e6b4-46a5-8b73-01a7ccea9309 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:10.191011 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e361714a-5130-41a1-8df6-88d48c58d18d req-a558b426-e6b4-46a5-8b73-01a7ccea9309 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0503283 Aug 13 04:03:10.228396 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e361714a-5130-41a1-8df6-88d48c58d18d req-eae2e432-87c2-4823-8c30-80c2f0ec9054 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305398 Aug 13 04:03:11.351185 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa0d0b-00e6-4608-8ee8-0290fbbd3326 req-db763c98-cbeb-4635-b704-e8c19b12ae43 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:11.352680 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60fa0d0b-00e6-4608-8ee8-0290fbbd3326 req-db763c98-cbeb-4635-b704-e8c19b12ae43 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0570834 Aug 13 04:03:11.390956 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60fa0d0b-00e6-4608-8ee8-0290fbbd3326 req-617c9fc5-6d70-49f3-a2c8-175421d9154d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322478 Aug 13 04:03:12.102469 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-cee95215-031a-41ef-994c-46527dfd30ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:12.405281 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:12.505923 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402a841-672e-4d0d-9c77-b961ad2afbc5 req-12a2338f-4155-4db4-ad8d-1093c3a8fc4f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:12.507414 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b402a841-672e-4d0d-9c77-b961ad2afbc5 req-12a2338f-4155-4db4-ad8d-1093c3a8fc4f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0516229 Aug 13 04:03:12.546702 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b402a841-672e-4d0d-9c77-b961ad2afbc5 req-48594145-4164-4c5c-ada9-d941a58f06ef tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Aug 13 04:03:13.667488 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1579f-2444-4e01-97f8-072ed8c60aeb req-e3a20dfb-160c-47be-b74a-151724b5fdf3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:13.668990 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78a1579f-2444-4e01-97f8-072ed8c60aeb req-e3a20dfb-160c-47be-b74a-151724b5fdf3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0514584 Aug 13 04:03:13.706603 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-78a1579f-2444-4e01-97f8-072ed8c60aeb req-6bb0bdfc-8b61-41d6-9bc1-c2d41ae89733 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Aug 13 04:03:13.851030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:14.818930 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d2eeb2-bd87-4776-981f-26fe60061668 req-340d2fe3-da85-4b7e-973a-4f80abb5a005 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:14.820432 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-07d2eeb2-bd87-4776-981f-26fe60061668 req-340d2fe3-da85-4b7e-973a-4f80abb5a005 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0483193 Aug 13 04:03:14.857224 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-07d2eeb2-bd87-4776-981f-26fe60061668 req-2ae6b559-db79-4ede-b05a-d3bff40f4f11 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Aug 13 04:03:15.519141 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:15.969860 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590d7a-245d-4c4e-8e85-7b249321a945 req-026672d8-8372-4fe4-bd15-954caf981bc5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:15.971340 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c590d7a-245d-4c4e-8e85-7b249321a945 req-026672d8-8372-4fe4-bd15-954caf981bc5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0475349 Aug 13 04:03:16.009666 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0c590d7a-245d-4c4e-8e85-7b249321a945 req-f930766f-2543-4d79-970d-debd2c1fd71a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313687 Aug 13 04:03:17.129655 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42adf1-6ad7-42f1-928e-1d3165816bab req-9af15a5b-a502-4aaf-ae17-7e26070ecb5e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:17.131169 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8f42adf1-6ad7-42f1-928e-1d3165816bab req-9af15a5b-a502-4aaf-ae17-7e26070ecb5e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0521858 Aug 13 04:03:17.168170 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8f42adf1-6ad7-42f1-928e-1d3165816bab req-a9219db3-1beb-4cb6-81f2-7f4087f6c890 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309756 Aug 13 04:03:18.044852 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6a23887d-6ce2-482b-9d84-5a40fd3ee819 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:03:18.139576 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:03:18.151043 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'port_id': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'mac_address': 'fa:16:3e:a6:8a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:03:18.192902 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:18.205708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a23887d-6ce2-482b-9d84-5a40fd3ee819 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:03:18.225971 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:03:18.282313 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28990820-00b1-4df6-b823-0e4713ba1216 req-cb6988c5-3ee8-4e60-998e-4072e5a5587d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:18.283808 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-28990820-00b1-4df6-b823-0e4713ba1216 req-cb6988c5-3ee8-4e60-998e-4072e5a5587d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 943 time: 0.0503488 Aug 13 04:03:18.308026 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:18.324355 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-28990820-00b1-4df6-b823-0e4713ba1216 req-dd5495f5-f2da-40c8-ad79-a4d36863f347 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Aug 13 04:03:18.356382 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:18.757286 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['6a23887d-6ce2-482b-9d84-5a40fd3ee819'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:03:19.451420 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1661c-7b8c-4853-b1ee-cc1c2da6b300 req-06513126-6403-4eb9-8865-43e9ecf1d6d9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:19.452905 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4e1661c-7b8c-4853-b1ee-cc1c2da6b300 req-06513126-6403-4eb9-8865-43e9ecf1d6d9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 944 time: 0.0491440 Aug 13 04:03:19.490304 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d4e1661c-7b8c-4853-b1ee-cc1c2da6b300 req-e514ddb0-e392-42f8-b255-9a6484687ea3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Aug 13 04:03:20.044491 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6a23887d-6ce2-482b-9d84-5a40fd3ee819 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:03:20.125158 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:03:20.129401 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:03:20.129802 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:20.207394 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:20.229838 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:03:20.231970 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b017c901-876c-4a32-96f4-1166ce629782" -d '{"events": [{"server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "name": "network-vif-plugged", "status": "completed", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:03:20.244798 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:03:20.303176 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:20.328923 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73e351-f55c-4e6a-bffe-7fdc7e73a881 x-openstack-request-id: req-0e73e351-f55c-4e6a-bffe-7fdc7e73a881 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:03:20.329213 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "name": "network-vif-plugged", "status": "completed", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:03:20.329516 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e73e351-f55c-4e6a-bffe-7fdc7e73a881 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:03:20.330001 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'code': 200} Aug 13 04:03:20.353379 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:20.607918 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e723e1-b839-45d6-b9e7-e8fa18bd10c4 req-e710412a-081a-4c1d-9eba-83df98c4cbb0 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:20.609455 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-42e723e1-b839-45d6-b9e7-e8fa18bd10c4 req-e710412a-081a-4c1d-9eba-83df98c4cbb0 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0526826 Aug 13 04:03:20.650153 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-42e723e1-b839-45d6-b9e7-e8fa18bd10c4 req-68b58b85-1877-4e1b-af74-a5f1e012b3ca tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327904 Aug 13 04:03:20.667790 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23bbe3-855a-4d49-8c7e-c43c72628bdb req-a48b251a-92a4-4df8-9db5-348a6ace90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:20.669295 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ae23bbe3-855a-4d49-8c7e-c43c72628bdb req-a48b251a-92a4-4df8-9db5-348a6ace90d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1098 time: 0.0411644 Aug 13 04:03:20.707411 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-ae23bbe3-855a-4d49-8c7e-c43c72628bdb req-ecc24a8a-8a3d-4a21-ae05-ffeee6042637 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Aug 13 04:03:20.843706 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:03:21.767774 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55df2c3-efc0-4266-bd3f-c1398f5829bd req-253d8c24-6a33-43a8-ac85-839c47ccc3e4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:21.769268 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c55df2c3-efc0-4266-bd3f-c1398f5829bd req-253d8c24-6a33-43a8-ac85-839c47ccc3e4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0493326 Aug 13 04:03:21.806824 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c55df2c3-efc0-4266-bd3f-c1398f5829bd req-0c8bced0-b47c-4c3a-a85b-6f4d883363b7 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315809 Aug 13 04:03:22.920344 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd391d-3536-4f71-8a6a-ead95ca26f51 req-7aa30c53-a6d9-4d0f-bcb9-b8b78a924127 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:22.921839 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c1bd391d-3536-4f71-8a6a-ead95ca26f51 req-7aa30c53-a6d9-4d0f-bcb9-b8b78a924127 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Aug 13 04:03:22.963978 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c1bd391d-3536-4f71-8a6a-ead95ca26f51 req-02016480-37c7-4232-9ce4-492de59c0bd0 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357146 Aug 13 04:03:23.079448 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35280da9-a1a0-4278-b02c-7de6ffa0f47a req-ab0eceba-9cea-4a6b-b8fd-6356fb4133ef tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:23.080965 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35280da9-a1a0-4278-b02c-7de6ffa0f47a req-ab0eceba-9cea-4a6b-b8fd-6356fb4133ef tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0516491 Aug 13 04:03:23.119344 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-35280da9-a1a0-4278-b02c-7de6ffa0f47a req-faf23e2e-5407-4738-94b6-dbc2ffb533ad tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322111 Aug 13 04:03:23.142309 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52210) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:03:23.224408 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50df204e-ce61-4f4e-953c-7552a09734fe tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:23.226014 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-50df204e-ce61-4f4e-953c-7552a09734fe tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1093 time: 0.0826366 Aug 13 04:03:23.228802 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52214) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:03:23.233054 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'port_id': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:03:23.284718 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:23.384894 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:23.484151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.27.1.232 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/43913883-5a17-4299-8fc9-eacabc440ec2) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:03:23.587331 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:23.674233 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:23.710792 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:03:23.715549 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:03:23.719039 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:03:23.725268 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=43913883-5a17-4299-8fc9-eacabc440ec2,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:23.752467 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.752822 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.753166 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.753506 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.754387 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.754776 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.755167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.755502 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.755841 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.756167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.756488 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:23.756815 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:03:24.086672 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:24.213270 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:24.359627 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:24.456485 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:24.520595 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=43913883-5a17-4299-8fc9-eacabc440ec2,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:03:24.533523 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:24.630621 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a associated. External IP: 172.27.1.232, port: 6a23887d-6ce2-482b-9d84-5a40fd3ee819. Aug 13 04:03:24.847335 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:03:24.957061 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:03:24.967320 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:03:24.977053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:03:24.977695 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:03:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:03:25.016363 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:25.048530 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d9252f8e-8226-4eaa-b7c0-ae571dae6ede tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8132293 Aug 13 04:03:25.048530 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:03:25.048530 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ecc7d-90e3-437a-8b1c-7995da580338" -d '{"events": [{"name": "network-changed", "server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:03:25.088434 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:03:25.142206 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f629d-0220-4f69-9d72-15484fdf6091 x-openstack-request-id: req-d17f629d-0220-4f69-9d72-15484fdf6091 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:03:25.142747 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:03:25.142854 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d17f629d-0220-4f69-9d72-15484fdf6091 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:03:25.143261 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'status': 'completed', 'code': 200} Aug 13 04:03:25.235423 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-b0ac6542-138a-48a8-9b0e-0b92ecc7e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:25.236899 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-b0ac6542-138a-48a8-9b0e-0b92ecc7e9eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1098 time: 0.0427330 Aug 13 04:03:25.329810 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-57f84169-9286-42e4-9a04-e8caf063acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:25.331319 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-57f84169-9286-42e4-9a04-e8caf063acbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0870490 Aug 13 04:03:25.405026 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-ea7db4d5-af2b-412a-a20c-efd2dce55b7b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 999 time: 0.0663054 Aug 13 04:03:25.445721 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a6:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:03:23Z', 'updated_at': '2021-08-13T04:03:23Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:03:25.454511 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-bda2878d-b435-4aeb-a1fb-f9f8ab9ee023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:25.456028 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-bda2878d-b435-4aeb-a1fb-f9f8ab9ee023 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0443227 Aug 13 04:03:25.472069 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:03:25.480381 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:03:25.480998 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:03:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:03:25.501414 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-d82e3c22-0bf4-4b60-842d-72a3ba5cfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:25.503154 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-d82e3c22-0bf4-4b60-842d-72a3ba5cfbc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406821 Aug 13 04:03:25.588408 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:03:25.596936 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-8a13a8f0-8862-4817-bf67-7a86ba880cfb service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867045 Aug 13 04:03:25.689546 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-9a3ecc7d-90e3-437a-8b1c-7995da580338 req-e2efb375-5856-4ac2-bc39-b96052a4510d service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852520 Aug 13 04:03:25.814871 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a6:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:03:23Z', 'updated_at': '2021-08-13T04:03:23Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:03:25.841417 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d9f441-bdb3-4e5d-b703-2ffd8efcd06e None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a6:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:03:23Z', 'updated_at': '2021-08-13T04:03:23Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:03:26.026186 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0877db9-80c1-4335-afa6-1a092dd25caa None None] New status for floating IP 3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:03:28.114240 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:37.735313 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-e59551c3-e828-47fe-a5c8-7366e52bcb06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427520 Aug 13 04:03:37.834593 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-4e533252-4762-4c8c-94f0-387b8d2cdcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:37.836105 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-4e533252-4762-4c8c-94f0-387b8d2cdcba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1098 time: 0.0452032 Aug 13 04:03:37.938035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-7d4886ce-1712-4bb3-9cc5-fedf5cf9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:37.939591 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-7d4886ce-1712-4bb3-9cc5-fedf5cf9cfc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0850286 Aug 13 04:03:38.007696 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-16e3db73-d780-4ec7-8eff-4bea0b4b2d2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 1001 time: 0.0613234 Aug 13 04:03:38.057196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-8a8a5829-ce21-44d8-84cb-7e3bcb0286f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:38.058683 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-8a8a5829-ce21-44d8-84cb-7e3bcb0286f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0438266 Aug 13 04:03:38.103432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-d4f100d4-36e0-4335-9028-e3d479e5309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:03:38.104913 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-d4f100d4-36e0-4335-9028-e3d479e5309a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392253 Aug 13 04:03:38.196748 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-64cc7c26-e890-4e76-9529-ef21d7c32003 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Aug 13 04:03:38.284389 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c49d8c99-ad69-4a03-8af8-e0b8911c00dd req-20ee86fc-8490-4e4f-89e8-3c67e59920c6 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795879 Aug 13 04:03:39.570667 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ced78486-553a-46b5-bea3-a67771028611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:42.079351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-dac0fbde-f50c-48ca-9c31-5868ee6d92c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:42.427739 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:43.844851 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:45.507213 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:03:57.841745 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:03:58.164182 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:09.563901 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5b1af258-3bec-4b01-ac31-5aa9760f8cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:12.095435 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-43517854-676a-4d22-8c4f-1dbc5f00a394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:12.421265 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:13.855395 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:15.495441 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:28.152334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:34.840844 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:04:39.040362 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-6ac708b1-e221-42c7-873a-1378cbc79ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448198 Aug 13 04:04:39.144799 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-26e6c4dd-a240-4a2b-b63a-6a8c794d4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:04:39.146420 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-26e6c4dd-a240-4a2b-b63a-6a8c794d4aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1098 time: 0.0447843 Aug 13 04:04:39.246920 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-6410cde1-e253-4f01-a761-a0fd4aa2897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:04:39.248317 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-6410cde1-e253-4f01-a761-a0fd4aa2897b service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0826657 Aug 13 04:04:39.317622 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-05cf40e1-1282-4529-9e1e-095053b6d44e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 1001 time: 0.0609953 Aug 13 04:04:39.367631 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-e23afc42-394a-4c64-ac7d-640889e487a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:04:39.369099 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-e23afc42-394a-4c64-ac7d-640889e487a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0449457 Aug 13 04:04:39.420044 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-1afc8f7d-771f-4685-b620-717aaa9d7c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:04:39.421574 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-1afc8f7d-771f-4685-b620-717aaa9d7c88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446510 Aug 13 04:04:39.520423 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-7fefe9dd-16ea-45f2-a7fc-827be9f2e0f1 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897048 Aug 13 04:04:39.580475 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9a4e96ce-c38e-44b4-9557-4c3427891228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:39.617556 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-fc14d5ee-43a9-4a66-91c4-19b222df5cd8 req-96ced1f7-9cdd-42df-838e-6ae977d485e3 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893531 Aug 13 04:04:42.066072 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-71daff4f-2d16-4bfc-a1b0-50758c11b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:42.443578 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:43.866070 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:45.500351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:04:58.145714 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:09.608422 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a09c2c16-aefa-4820-9e80-346ecd031c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:11.839577 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:05:12.065334 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-5919a8a4-bc90-4f9f-9778-5856ed6ae155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:12.419899 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:13.882428 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:15.494047 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:28.167542 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:39.568278 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-936dcb0d-ef87-4022-93ad-fe3ec35b3bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:40.773989 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-bc0e83f6-6bee-4c1b-a2c4-cb4a05a4c2fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453947 Aug 13 04:05:40.874185 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-1b261f33-00d2-45fd-bcc2-b50c4ca32dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:40.875933 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-1b261f33-00d2-45fd-bcc2-b50c4ca32dcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 1098 time: 0.0440009 Aug 13 04:05:40.980058 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-bc469858-5b69-44af-8314-97b5dacb093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:40.982400 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-bc469858-5b69-44af-8314-97b5dacb093f service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0855379 Aug 13 04:05:41.050884 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-d88b2bd4-d79b-4ddf-a0d7-55f5e8f9c172 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 200 len: 1001 time: 0.0613000 Aug 13 04:05:41.098915 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-d9f691a5-7d02-448e-b668-2db56ed9c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:41.100344 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-d9f691a5-7d02-448e-b668-2db56ed9c38b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0425816 Aug 13 04:05:41.145993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-1a872941-5db7-4b2b-a63b-a88cf381b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:41.147511 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-1a872941-5db7-4b2b-a63b-a88cf381b29f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394981 Aug 13 04:05:41.239485 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-0429575d-841d-4dff-aeb9-94b3cf72fc9c service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842106 Aug 13 04:05:41.328605 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-b9b49a72-9856-4cf1-8b31-bc46a9210654 req-3397fe16-6e26-4934-b5e1-9db4a32fd310 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819299 Aug 13 04:05:42.082140 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-562c2cd1-ea16-41de-8a9a-11a126a7f3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:42.413565 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:43.898849 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:45.510303 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:48.838636 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:05:52.279449 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9944128-4db6-43e2-a5dd-84fb6239781d req-e9559a84-633b-46a3-b5c3-9d859201ad9b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:52.281050 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9944128-4db6-43e2-a5dd-84fb6239781d req-e9559a84-633b-46a3-b5c3-9d859201ad9b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0538423 Aug 13 04:05:52.318671 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9944128-4db6-43e2-a5dd-84fb6239781d req-8f4e0737-aaba-4f1a-9c9e-858560d4b8f4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Aug 13 04:05:53.452163 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c84069-d0b1-495f-97cc-a71fa353aacd req-f0df67f7-f7de-4fb9-8b44-e23e5fd0eeea tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:53.453576 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c9c84069-d0b1-495f-97cc-a71fa353aacd req-f0df67f7-f7de-4fb9-8b44-e23e5fd0eeea tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Aug 13 04:05:53.491638 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c9c84069-d0b1-495f-97cc-a71fa353aacd req-f18ba292-79c8-424c-8723-56e8b2486f34 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321896 Aug 13 04:05:54.197704 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-2ea8088a-2ca3-489b-b32e-4195b3a07e4c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:54.199215 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-2ea8088a-2ca3-489b-b32e-4195b3a07e4c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0480855 Aug 13 04:05:54.297712 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:05:54.298006 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.383957 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] For port 6a23887d-6ce2-482b-9d84-5a40fd3ee819, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6a23887d-6ce2-482b-9d84-5a40fd3ee819,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:05:54.384326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.555723 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.556032 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.556346 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a disassociated. External IP: 172.27.1.232, port: 6a23887d-6ce2-482b-9d84-5a40fd3ee819. Aug 13 04:05:54.556684 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for 6a23887d-6ce2-482b-9d84-5a40fd3ee819 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:05:54.619907 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df391f-6c20-4ef5-9dd7-b4bf1f5bc316 req-fea4e61b-db85-4757-81b4-509f2dc2456e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:54.621552 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d9df391f-6c20-4ef5-9dd7-b4bf1f5bc316 req-fea4e61b-db85-4757-81b4-509f2dc2456e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 945 time: 0.0492139 Aug 13 04:05:54.660279 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-d9df391f-6c20-4ef5-9dd7-b4bf1f5bc316 req-d370428d-344e-4a53-aa40-319ca5b32779 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Aug 13 04:05:54.744882 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:54.777502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=6a23887d-6ce2-482b-9d84-5a40fd3ee819,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:05:54.789486 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.789871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.790218 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.790556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.790891 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.791226 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.791559 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.791887 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.792233 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.792549 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.792875 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.793198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:05:54.899597 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:05:55.005925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:05:55.024663 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:05:55.040012 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:55.040637 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:05:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:55.049566 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] No DVR routers for this DVR port 6a23887d-6ce2-482b-9d84-5a40fd3ee819 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:05:55.051994 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:55.054079 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-4a0388c0-df93-441b-ac1b-02dabcad8c21 req-c044ac71-ef5b-42ad-b0a3-4f7939109ec8 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "DELETE /v2.0/ports/6a23887d-6ce2-482b-9d84-5a40fd3ee819 HTTP/1.1" status: 204 len: 173 time: 0.8485739 Aug 13 04:05:55.054508 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'name': 'network-vif-deleted', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:05:55.056738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d0c6b6-a9e5-4e39-b341-cf5365fe7773" -d '{"events": [{"server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "name": "network-vif-deleted", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:05:55.095195 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be4b2de-432e-4e1f-bc82-0cdd0ea0b257 x-openstack-request-id: req-4be4b2de-432e-4e1f-bc82-0cdd0ea0b257 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:05:55.095491 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be9a09a2-7996-477c-b9bd-b50c184aac27", "name": "network-vif-deleted", "tag": "6a23887d-6ce2-482b-9d84-5a40fd3ee819", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:05:55.095745 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4be4b2de-432e-4e1f-bc82-0cdd0ea0b257 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:05:55.096145 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be9a09a2-7996-477c-b9bd-b50c184aac27', 'name': 'network-vif-deleted', 'tag': '6a23887d-6ce2-482b-9d84-5a40fd3ee819', 'status': 'completed', 'code': 200} Aug 13 04:05:55.152009 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:55.366488 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:55.402251 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:05:55.412917 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:05:55.413815 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:05:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:55.525188 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:05:55.724881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:05:55.756032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827ee005-c3f9-43dd-b49f-088335c624ae None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:05:55.767870 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e8bd4c6e-c20b-4655-8989-21d63c0f32f8 req-038a6670-0db2-46db-98f6-da36cab2472e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9a09a2-7996-477c-b9bd-b50c184aac27 HTTP/1.1" status: 200 len: 210 time: 0.0318966 Aug 13 04:05:55.972183 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9599703-53c0-4f8b-a47a-62346365fd72 None None] New status for floating IP 3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:05:56.741602 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6a23887d-6ce2-482b-9d84-5a40fd3ee819 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:05:56.761931 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 6a23887d-6ce2-482b-9d84-5a40fd3ee819 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:05:56.770407 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 6a23887d-6ce2-482b-9d84-5a40fd3ee819 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:05:56.968504 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-a0daf3f3-d1e2-4bea-9f24-90c04d082641 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216144638&fields=id&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 267 time: 0.0328259 Aug 13 04:05:57.072278 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-a10dd685-8210-4122-80f0-ef769e46984c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:05:57.073777 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-a10dd685-8210-4122-80f0-ef769e46984c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.0987861 Aug 13 04:05:57.088183 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-b3250ee8-f718-4de8-a33a-9b54f0e28d1d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/quotas/88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 375 time: 0.0087221 Aug 13 04:05:57.139965 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-20be36c4-b333-4078-9000-5336571e6887 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466475 Aug 13 04:05:57.281914 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-29ce26e3-2764-447b-8da3-489cae44f429 service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280227 Aug 13 04:05:57.368693 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-a3a63e76-d6e8-4c46-b26e-6b76718e613c service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809851 Aug 13 04:05:58.144059 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:05:58.902339 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7c3ce9c1-8487-46bc-8cc9-5db1326f4e80 req-2f79393b-5f3a-4451-add0-a807f9da32d9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0299790 Aug 13 04:05:59.985397 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f1441b90-41b9-4a01-83ef-82cbe79003f6 req-d63f1a55-8f86-4540-83a3-e144e2e71ffa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0303085 Aug 13 04:06:01.061417 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-295700d4-dab9-4ecb-8c4e-891fcd366ba7 req-f3a17ab5-1d23-49cc-9b43-963811dcde7a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0247030 Aug 13 04:06:02.158040 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-622e8bd1-1a69-41f3-9903-81e05ba6334a req-a54e3979-9d9a-4ecc-a9c9-62a2c32b626f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0258334 Aug 13 04:06:02.794278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-b0ea2002-e42f-485c-a4bf-621332a5af29 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:02.796384 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-b0ea2002-e42f-485c-a4bf-621332a5af29 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.1120105 Aug 13 04:06:02.858618 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-1173a083-b650-459a-a524-e558c388c34b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 380 time: 0.0471604 Aug 13 04:06:02.869117 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'port': {'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'admin_state_up': True, 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'security_groups': ['f968bc79-6080-4587-b23b-95fe10c59126']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:06:03.064793 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Made reservation on behalf of 88a9bb69c24a46ac8f37b20b5375e9e3 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:06:03.068412 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.209655 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.20.0.13 (727791c0-0fe3-445a-87ca-931677a31a67/375f719b-b8fb-450b-aa77-7c41818d95ba/c2486cb0-737b-43ff-aba9-8faef8dcebb0) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:06:03.254997 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a87ebeda-0246-4c58-ad51-b5c57cf3e0ab req-44d75324-3dcc-4a03-92b4-57eb0c209d4d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0262537 Aug 13 04:06:03.347418 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.360935 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Transition to ACTIVE for port object c2486cb0-737b-43ff-aba9-8faef8dcebb0 will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:06:03.454197 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.498099 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:06:03.502073 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:06:03.508010 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:06:03.534126 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:03.567211 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:03.567899 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.666095 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-c5202442-deb3-4674-9253-bdf59289f826 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8015916 Aug 13 04:06:03.684860 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Request body: {'port': {'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:06:03.738939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.836307 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-99c330b7-d581-47c7-aa01-6b7e9ddf74f0 None None] Provisioning for port c2486cb0-737b-43ff-aba9-8faef8dcebb0 completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:06:03.840868 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-99c330b7-d581-47c7-aa01-6b7e9ddf74f0 None None] Provisioning complete for port c2486cb0-737b-43ff-aba9-8faef8dcebb0 triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:06:03.841252 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-99c330b7-d581-47c7-aa01-6b7e9ddf74f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:03.877284 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-99c330b7-d581-47c7-aa01-6b7e9ddf74f0 None None] Port c2486cb0-737b-43ff-aba9-8faef8dcebb0 cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:06:04.266710 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2486cb0-737b-43ff-aba9-8faef8dcebb0 {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:06:04.273881 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:04.286687 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Transition to ACTIVE for port object c2486cb0-737b-43ff-aba9-8faef8dcebb0 will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:06:04.344821 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:04.373100 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62667-fb5d-486b-b248-aaeb21a87e02 req-ccee0742-0ad5-4dc3-b2cb-542e94b2a08d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:04.374872 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-50b62667-fb5d-486b-b248-aaeb21a87e02 req-ccee0742-0ad5-4dc3-b2cb-542e94b2a08d tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 932 time: 0.0518048 Aug 13 04:06:04.412864 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Pushing event updated for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:04.427665 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-50b62667-fb5d-486b-b248-aaeb21a87e02 req-c443957c-c586-47f3-9ab3-a56f79170ee5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386965 Aug 13 04:06:04.465262 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Attempting to bind port c2486cb0-737b-43ff-aba9-8faef8dcebb0 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:06:04.465612 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Attempting to bind port c2486cb0-737b-43ff-aba9-8faef8dcebb0 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:06:04.465983 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Attempting to bind port c2486cb0-737b-43ff-aba9-8faef8dcebb0 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:06:04.470812 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Port c2486cb0-737b-43ff-aba9-8faef8dcebb0 on network 727791c0-0fe3-445a-87ca-931677a31a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:06:04.471144 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Attempting to bind port c2486cb0-737b-43ff-aba9-8faef8dcebb0 on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:06:04.476208 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:06:04.476554 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:06:04.476948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Bound using segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:06:04.477384 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Bound port: c2486cb0-737b-43ff-aba9-8faef8dcebb0, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:06:04.477748 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:04.546761 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:06:04.549719 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:06:04.619215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:04.653121 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:04.653780 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:04.655504 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] 10.222.0.61 "PUT /v2.0/ports/c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 1094 time: 0.9751050 Aug 13 04:06:04.657775 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:06:04.660066 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7" -d '{"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:06:04.686272 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10981904-4fea-4940-807f-86bc7bd20d61 service neutron] Pushing event updated for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:04.704357 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9faac2-a265-4fc7-b888-8fe9e56174c2 x-openstack-request-id: req-4a9faac2-a265-4fc7-b888-8fe9e56174c2 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:06:04.704658 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:06:04.704914 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a9faac2-a265-4fc7-b888-8fe9e56174c2 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:06:04.705316 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'status': 'completed', 'code': 200} Aug 13 04:06:04.792484 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-ae2670e0-86dc-4b4c-b40f-203ab10b9100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:04.794009 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-ae2670e0-86dc-4b4c-b40f-203ab10b9100 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0418379 Aug 13 04:06:04.897604 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-ce728592-dc57-4279-b6cd-09e9b6f28cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:04.899108 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-ce728592-dc57-4279-b6cd-09e9b6f28cf0 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0922959 Aug 13 04:06:04.990141 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-cb4e56af-0312-4c21-9d98-4cc8b460c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:04.991609 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f36ba2a6-3776-4ea3-abd3-fe778d3018d7 req-cb4e56af-0312-4c21-9d98-4cc8b460c06e service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851078 Aug 13 04:06:05.095996 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-4e47f3c8-4cff-4252-abbd-444a1f155ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:05.097545 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-4e47f3c8-4cff-4252-abbd-444a1f155ec1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1097 time: 0.0466673 Aug 13 04:06:05.146859 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-069bfc5e-56c2-4c6c-9291-07576a24b4b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 217 time: 0.0356665 Aug 13 04:06:05.202810 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-9e5e6e1b-e499-4c11-a612-a8ab530fd310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:05.204346 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-9e5e6e1b-e499-4c11-a612-a8ab530fd310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0502214 Aug 13 04:06:05.250610 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605691-e632-4143-b9ea-a2734756d615 req-898e80b5-9895-47f7-8d5f-c123a9f62d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:05.257729 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-898e80b5-9895-47f7-8d5f-c123a9f62d11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410824 Aug 13 04:06:05.347339 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-91f46465-4465-4a64-9e83-2cbf47857cae service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876760 Aug 13 04:06:05.435124 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-60605691-e632-4143-b9ea-a2734756d615 req-0d2a7a58-9639-44f1-ad2e-4b93c972986b service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813129 Aug 13 04:06:05.561135 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa27c6-f508-445d-ae8f-5a1c6cf9e861 req-2a13ba98-2d0b-4042-9202-aa6f8ab075b4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:05.563176 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8aaa27c6-f508-445d-ae8f-5a1c6cf9e861 req-2a13ba98-2d0b-4042-9202-aa6f8ab075b4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0484686 Aug 13 04:06:05.602393 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-8aaa27c6-f508-445d-ae8f-5a1c6cf9e861 req-d0a258a1-890d-4e39-87e0-9daced64b311 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316458 Aug 13 04:06:06.715289 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd33cd-1fe0-4175-b8d9-dff91875efec req-547c6bb6-95c7-4963-a952-18eee0d636ea tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:06.716752 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ddd33cd-1fe0-4175-b8d9-dff91875efec req-547c6bb6-95c7-4963-a952-18eee0d636ea tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0470817 Aug 13 04:06:06.754081 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-5ddd33cd-1fe0-4175-b8d9-dff91875efec req-de5be5e7-b66f-4196-ac91-4f285d494b44 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306017 Aug 13 04:06:07.870603 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394af3a-4066-4e2e-851e-05653fec3389 req-98c09b4a-52cf-40c1-b443-442a2c342b3f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:07.872055 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9394af3a-4066-4e2e-851e-05653fec3389 req-98c09b4a-52cf-40c1-b443-442a2c342b3f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0509493 Aug 13 04:06:07.909047 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-9394af3a-4066-4e2e-851e-05653fec3389 req-3f6a502c-8492-4333-8625-8d9485e8c095 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307944 Aug 13 04:06:09.021113 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f1c05-78cf-4445-aeb4-2b1599ec952d req-ebc55951-56a5-424f-8725-d3b22444cf12 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:09.022636 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-322f1c05-78cf-4445-aeb4-2b1599ec952d req-ebc55951-56a5-424f-8725-d3b22444cf12 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0477173 Aug 13 04:06:09.059510 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-322f1c05-78cf-4445-aeb4-2b1599ec952d req-1497f0d2-5d9c-4377-be29-ff6965d0ce88 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Aug 13 04:06:09.624823 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-7c1028c3-091d-444b-8250-81c2f36cb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:10.192439 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a830fad-f67a-4fe2-bf8a-cb481d231ca1 req-c8b5f598-3382-4816-b2b2-082a5ace67f5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:10.193950 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a830fad-f67a-4fe2-bf8a-cb481d231ca1 req-c8b5f598-3382-4816-b2b2-082a5ace67f5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0537062 Aug 13 04:06:10.231419 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-0a830fad-f67a-4fe2-bf8a-cb481d231ca1 req-17939087-064c-42ec-9672-cf9b5fbadbf4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Aug 13 04:06:11.350681 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b342c-2b5b-4d28-8940-448c2b6ac691 req-6d4eda4f-6c8e-4579-9567-d970b4759c47 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:11.352177 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-330b342c-2b5b-4d28-8940-448c2b6ac691 req-6d4eda4f-6c8e-4579-9567-d970b4759c47 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0535507 Aug 13 04:06:11.662051 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-330b342c-2b5b-4d28-8940-448c2b6ac691 req-d124968b-3c63-44c1-91b8-1f33d6aa3731 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039861 Aug 13 04:06:12.092450 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-f07a3b1c-4f2d-4373-b06f-9e68659cdba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:12.418465 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:12.772419 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf3cb7-9ac9-48ab-bd96-945fb087508c req-80a3ae22-6bcc-43de-b9eb-70cf5f82513b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:12.773921 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-aeaf3cb7-9ac9-48ab-bd96-945fb087508c req-80a3ae22-6bcc-43de-b9eb-70cf5f82513b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0475047 Aug 13 04:06:12.810886 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-aeaf3cb7-9ac9-48ab-bd96-945fb087508c req-5704971a-a586-4ddc-ab0c-6662f0104d64 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310585 Aug 13 04:06:13.852967 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:13.924607 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1ce57-bb19-4a0d-a9a8-732a1594d03e req-d5f0b8aa-d8c4-4ea0-890b-12dd2bb0db17 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:13.926116 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-54d1ce57-bb19-4a0d-a9a8-732a1594d03e req-d5f0b8aa-d8c4-4ea0-890b-12dd2bb0db17 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0480783 Aug 13 04:06:13.962654 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-54d1ce57-bb19-4a0d-a9a8-732a1594d03e req-236ec7cb-4c1c-4c08-93d6-07c2c3a33238 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306547 Aug 13 04:06:14.866110 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c2486cb0-737b-43ff-aba9-8faef8dcebb0 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:06:14.959461 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:06:14.970290 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:06:15.008550 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:15.022837 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2486cb0-737b-43ff-aba9-8faef8dcebb0 {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:06:15.042165 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:06:15.082182 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d87b2-3cbf-4f67-87ae-ae0abfef8438 req-46dc8fec-c74b-4402-93d9-e44589fe3c0b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:15.083639 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ae1d87b2-3cbf-4f67-87ae-ae0abfef8438 req-46dc8fec-c74b-4402-93d9-e44589fe3c0b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 944 time: 0.0506098 Aug 13 04:06:15.124617 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ae1d87b2-3cbf-4f67-87ae-ae0abfef8438 req-25f8025b-ac2f-40ae-9ce3-760bc29ab857 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347059 Aug 13 04:06:15.127575 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:15.180362 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:15.187188 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.187536 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.187873 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.188243 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.188549 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.188874 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.189195 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.189515 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.189866 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.190186 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.190502 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.190817 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:15.521233 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:15.561999 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['c2486cb0-737b-43ff-aba9-8faef8dcebb0'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:06:16.239373 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87daab-f45b-4472-8f65-5cbc639c008d req-490bb637-7122-4df5-b9a4-e61d257d89a3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:16.240873 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce87daab-f45b-4472-8f65-5cbc639c008d req-490bb637-7122-4df5-b9a4-e61d257d89a3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 945 time: 0.0491533 Aug 13 04:06:16.278944 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ce87daab-f45b-4472-8f65-5cbc639c008d req-a1d41a58-4a5e-41f8-a81d-04eea31bc11a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 13 04:06:16.866232 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c2486cb0-737b-43ff-aba9-8faef8dcebb0 up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:06:17.007133 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port c2486cb0-737b-43ff-aba9-8faef8dcebb0 completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:06:17.011314 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port c2486cb0-737b-43ff-aba9-8faef8dcebb0 triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:06:17.011724 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:17.087709 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:17.109436 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:06:17.111891 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d88cc5-9b98-4892-a1d7-3f4fea22b825" -d '{"events": [{"server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:06:17.128449 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:06:17.150053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdd2df-d340-4996-bafe-bdd7e8a9ed53 x-openstack-request-id: req-dfbdd2df-d340-4996-bafe-bdd7e8a9ed53 {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:06:17.151254 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "name": "network-vif-plugged", "status": "completed", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:06:17.151254 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfbdd2df-d340-4996-bafe-bdd7e8a9ed53 {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:06:17.151254 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'code': 200} Aug 13 04:06:17.190389 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:17.367120 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:17.394592 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f0390b-7362-42e6-8cea-83fbcb1c23f9 req-a5666493-4dbf-4eee-b0cc-4d7c49bd7bba tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:17.399476 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9f0390b-7362-42e6-8cea-83fbcb1c23f9 req-a5666493-4dbf-4eee-b0cc-4d7c49bd7bba tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0490942 Aug 13 04:06:17.434258 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9f0390b-7362-42e6-8cea-83fbcb1c23f9 req-e5fa9784-d9b3-4dfa-8d3d-4163ce49c86b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Aug 13 04:06:17.511518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786e20a-585f-428f-9446-2043fe99f85b req-00f79a56-a742-4ef4-afeb-22469831e4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:17.513039 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c786e20a-585f-428f-9446-2043fe99f85b req-00f79a56-a742-4ef4-afeb-22469831e4b9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0453048 Aug 13 04:06:17.548506 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-c786e20a-585f-428f-9446-2043fe99f85b req-e0e14498-6584-47b5-9b53-9f306edcd41c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273745 Aug 13 04:06:18.559389 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fdd97-4095-48b7-8dcc-7101e1c605e9 req-bfc510e4-d05f-440d-b50e-759436d248bd tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:18.560858 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b93fdd97-4095-48b7-8dcc-7101e1c605e9 req-bfc510e4-d05f-440d-b50e-759436d248bd tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0516529 Aug 13 04:06:18.598348 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b93fdd97-4095-48b7-8dcc-7101e1c605e9 req-e6272d66-6817-4cb0-a9b1-ff9553f608e5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Aug 13 04:06:19.714138 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e235b2-880a-483a-a0ed-58194544ae95 req-bafe4a3f-0bda-487c-8705-3f862e18b524 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:19.715642 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-29e235b2-880a-483a-a0ed-58194544ae95 req-bafe4a3f-0bda-487c-8705-3f862e18b524 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0482578 Aug 13 04:06:19.753618 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-29e235b2-880a-483a-a0ed-58194544ae95 req-24bb264e-0136-4c48-b1f7-58283d27a8f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316110 Aug 13 04:06:19.864651 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb132751-7c15-4c8c-863e-61b4b56e5135 req-1fc4cb0e-31ea-4e8b-a1e2-5d39fbf3fd10 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:19.866337 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cb132751-7c15-4c8c-863e-61b4b56e5135 req-1fc4cb0e-31ea-4e8b-a1e2-5d39fbf3fd10 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0485966 Aug 13 04:06:19.903571 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-cb132751-7c15-4c8c-863e-61b4b56e5135 req-fd51dc06-76cb-4f69-83e8-3e6264c8d8f2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312431 Aug 13 04:06:19.926102 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52374) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:06:19.967948 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2619bed-f3d4-40f6-a587-a6eb4cf7f157 tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:19.970013 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e2619bed-f3d4-40f6-a587-a6eb4cf7f157 tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1094 time: 0.0423186 Aug 13 04:06:19.973114 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52376) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:06:19.977553 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.v2.base [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101041) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:06:20.046890 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:20.142756 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:20.247385 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_common [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.27.1.73 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/77eaae9b-5bb8-419f-8cec-3c05333f4e2c) {{(pid=101041) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:06:20.345996 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:20.430196 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:20.471620 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101041) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:06:20.476283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.base_scheduler [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101041) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:06:20.479783 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101041) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:06:20.501470 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=77eaae9b-5bb8-419f-8cec-3c05333f4e2c,revision_number=1']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:20.512083 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.512429 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.512765 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.513096 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.513421 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.513743 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.514090 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.514417 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.514736 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.515055 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.515369 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.515682 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:06:20.852061 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:20.984741 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:21.136403 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:21.194577 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3249297'] for port, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:21.261364 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=77eaae9b-5bb8-419f-8cec-3c05333f4e2c,revision_number=2']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:06:21.277222 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:21.376221 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.db.l3_db [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 8d9afca5-9dd4-441a-aad1-21c3a1493dd9 associated. External IP: 172.27.1.73, port: c2486cb0-737b-43ff-aba9-8faef8dcebb0. Aug 13 04:06:21.578735 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:06:21.684568 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:06:21.695163 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:06:21.705316 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:06:21.709746 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:06:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:06:21.812479 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:06:21.812728 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:21.840453 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-230cb159-336f-4d3c-8e88-d736b6705961 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8662229 Aug 13 04:06:21.840929 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0'}] {{(pid=101041) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:06:21.843167 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70effd482f55f72c298b9ecb97d03a389278b2d9ebf6666b82c5d9deb39e64dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154a9b5-bedf-4047-83e5-16232faa2ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0"}]}' {{(pid=101041) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:06:21.885226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf092157-7cfa-4006-9aea-3aea0047ff38 x-openstack-request-id: req-cf092157-7cfa-4006-9aea-3aea0047ff38 {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:06:21.885847 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0", "status": "completed", "code": 200}]} {{(pid=101041) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:06:21.885847 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf092157-7cfa-4006-9aea-3aea0047ff38 {{(pid=101041) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:06:21.886167 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'status': 'completed', 'code': 200} Aug 13 04:06:21.967157 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-81d1857d-2a88-41e2-834d-b2e8e405f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:21.968674 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-81d1857d-2a88-41e2-834d-b2e8e405f5e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0394640 Aug 13 04:06:22.043520 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:20Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:06:22.061408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-8e6d00d9-be34-4ca1-82d6-8c7706f8cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:22.062913 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-8e6d00d9-be34-4ca1-82d6-8c7706f8cf31 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0870566 Aug 13 04:06:22.070737 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:06:22.079782 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:06:22.080398 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:06:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:06:22.128341 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-71d697c9-fa84-44a2-a0f8-265403bfda90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 999 time: 0.0583208 Aug 13 04:06:22.176272 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-f2f7d5f1-a38f-4f9b-adac-82c853c3b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:22.177733 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-f2f7d5f1-a38f-4f9b-adac-82c853c3b960 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0426815 Aug 13 04:06:22.184833 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:06:22.226635 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-8c7d3303-8ac4-40f3-97c0-8473bfb27598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:22.228199 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-8c7d3303-8ac4-40f3-97c0-8473bfb27598 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436585 Aug 13 04:06:22.318516 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-58c3684f-be88-4e0a-99ce-fd3f53be98da service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820172 Aug 13 04:06:22.407892 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:20Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:06:22.413735 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-3154a9b5-bedf-4047-83e5-16232faa2ba6 req-9dae96aa-7469-46d7-af64-2b734f9be359 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883980 Aug 13 04:06:22.438715 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0b54ee-f968-4b05-bdd6-f9078c470f1a None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:20Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:06:22.624816 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b702ad85-1b05-4d1f-b5f7-914a86773da6 None None] New status for floating IP 8d9afca5-9dd4-441a-aad1-21c3a1493dd9: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:06:25.838913 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:06:28.166614 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:39.583608 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-8808825a-b4dd-445e-816f-935f4d49e577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:42.033792 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-94286f9d-06f8-4792-9809-068890768658 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414026 Aug 13 04:06:42.080617 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a5268284-cb33-4cb5-a851-5ce00211e0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:42.138782 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-0bd9f154-e507-4444-873e-f6c26fbecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:42.140262 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-0bd9f154-e507-4444-873e-f6c26fbecaa2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0399826 Aug 13 04:06:42.246126 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-d3ccbcc1-a7a2-4713-9178-0b7c792d5d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:42.247605 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-d3ccbcc1-a7a2-4713-9178-0b7c792d5d7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0859637 Aug 13 04:06:42.313474 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-98163539-44a2-45b2-911c-18cc04bd221e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0570107 Aug 13 04:06:42.362794 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-55c50c96-d743-4b17-9362-4115073bfd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:42.364272 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-55c50c96-d743-4b17-9362-4115073bfd67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0430410 Aug 13 04:06:42.414337 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-fb61757f-f0f1-40c2-861c-61d3b76554a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:06:42.415890 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-fb61757f-f0f1-40c2-861c-61d3b76554a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438747 Aug 13 04:06:42.423416 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:42.510079 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-3c503a84-c6b8-48c0-9729-ff37f867ea7e service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833797 Aug 13 04:06:42.601684 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8705e15e-bb95-4e89-8868-b4e5cad65e10 req-2eec7358-a535-4da0-86d9-f2160ae98c34 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841446 Aug 13 04:06:43.874940 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:45.497153 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:06:58.142682 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:02.838192 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:07:09.565475 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-aa7b777b-6d51-4b16-ba84-48f9e0eb48a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:12.114230 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-29eca28e-6744-4a0c-9ccd-c4515f4e9255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:12.416921 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:13.850927 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:15.520053 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:28.147747 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:39.582684 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-61aa2c32-fd9e-441f-b4eb-cf246b2fe1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:39.837898 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:07:42.027478 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-b74590b2-8db3-4c51-92fb-e5b1e546c8f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406344 Aug 13 04:07:42.079250 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9bf70516-90fe-40ef-a5e9-0fe234d12237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:42.129179 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-dbaca7b9-2360-468d-9368-fd983bc05655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.130832 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-dbaca7b9-2360-468d-9368-fd983bc05655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0466268 Aug 13 04:07:42.231925 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-c718d0b2-48be-484d-8e34-eee7a59a0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.233370 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-c718d0b2-48be-484d-8e34-eee7a59a0f45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0833368 Aug 13 04:07:42.296896 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-042193da-3826-485b-b715-63464e020ff6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 1001 time: 0.0563710 Aug 13 04:07:42.344215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-a8106bb2-447a-44a4-8418-5f5a0f7d91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.345743 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-a8106bb2-447a-44a4-8418-5f5a0f7d91ee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0422559 Aug 13 04:07:42.394307 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-7c6a34c2-459f-4e8a-9285-6a8729a49528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:07:42.395795 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-7c6a34c2-459f-4e8a-9285-6a8729a49528 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433924 Aug 13 04:07:42.406455 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-48a82288-20a8-44c6-8207-89147d8c098f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=101042) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:07:42.407384 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-48a82288-20a8-44c6-8207-89147d8c098f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049577 Aug 13 04:07:42.416351 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:42.496924 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-ef5e1373-350f-4eee-93f6-8a162bf12fbd service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823779 Aug 13 04:07:42.587285 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-05fcf6c0-2a6c-4b89-9681-899207fd66f5 req-71cc10fb-7115-4a7c-9b8b-d995c0870735 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833707 Aug 13 04:07:43.873687 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:45.530133 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:07:58.210048 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:09.558218 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a94e7fd9-2586-4c29-9701-d5f383508502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:12.072658 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-87ac268b-ef7f-40cd-a9f8-f0624896ac5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:12.392990 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:13.884439 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:15.535733 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:16.836168 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:08:24.132465 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-329ee048-8e8f-436e-a753-0863363f4fb1 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216144638&fields=id&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 267 time: 0.0350823 Aug 13 04:08:24.242688 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-1760b161-b77b-40d5-811a-2a5014090c6b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:24.244176 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-1760b161-b77b-40d5-811a-2a5014090c6b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.1051209 Aug 13 04:08:24.259445 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-a0dfa71a-8dd3-446f-b2c4-eeb02327637a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/quotas/88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 375 time: 0.0092618 Aug 13 04:08:24.317461 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-3300bad2-3fdf-4b91-af85-860f6c36c790 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0525601 Aug 13 04:08:24.413703 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-6fd4e017-33df-4bb3-a18d-b7d4d45d529b service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831766 Aug 13 04:08:24.505146 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-47d0e9ca-c85f-4185-9527-06e17f077e96 service neutron] 10.222.0.45 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851974 Aug 13 04:08:25.056993 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-ed795021-8cd8-4f07-a23f-01d98ba7328c req-f131fea2-4317-4c3c-8ff7-302e6c1f7a2b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 210 time: 0.0815899 Aug 13 04:08:26.149087 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-e98a5cad-b806-44ea-9716-f6777332a378 req-574f58f3-c10b-4b83-8b85-e3777dfe022a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 210 time: 0.0258918 Aug 13 04:08:26.906854 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-fd8289fc-8843-4484-89c6-643274068b79 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:26.908333 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-fd8289fc-8843-4484-89c6-643274068b79 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 811 time: 0.1016176 Aug 13 04:08:26.958547 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-dba37c29-6e7d-4d52-ab12-7d1819ea8266 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3 HTTP/1.1" status: 200 len: 380 time: 0.0343969 Aug 13 04:08:26.968440 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'port': {'device_id': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'admin_state_up': True, 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'security_groups': ['f968bc79-6080-4587-b23b-95fe10c59126']}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:08:27.169688 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Made reservation on behalf of 88a9bb69c24a46ac8f37b20b5375e9e3 for: {'port': 1} {{(pid=101042) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:08:27.173245 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.261028 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-00af3d3f-f0c4-44fd-8089-3e09f0215997 req-5dee33ed-6f9a-42b6-bc1a-956e4d7f892c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 210 time: 0.0270343 Aug 13 04:08:27.302114 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.20.0.14 (727791c0-0fe3-445a-87ca-931677a31a67/375f719b-b8fb-450b-aa77-7c41818d95ba/5f473a6c-73c2-4cf0-9809-eef044a8fadb) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:08:27.455344 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.469202 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Transition to ACTIVE for port object 5f473a6c-73c2-4cf0-9809-eef044a8fadb will not be triggered until provisioned by entity DHCP. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:08:27.564196 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.606331 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 727791c0-0fe3-445a-87ca-931677a31a67 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:08:27.611253 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:08:27.615338 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:08:27.642742 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:27.655846 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.656198 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.656545 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.656885 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.657219 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.657553 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.657947 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.658284 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.658619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.658952 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.659278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.659656 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:27.682338 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:27.683032 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.753153 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-894c0abb-488e-4b8f-87d6-c3d8c811f9fa tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7882328 Aug 13 04:08:27.819576 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Request body: {'port': {'device_id': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:08:27.866954 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-b0ed2bb8-5f21-40dd-9df2-3ffb069d44df None None] Provisioning for port 5f473a6c-73c2-4cf0-9809-eef044a8fadb completed by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:08:27.870836 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-b0ed2bb8-5f21-40dd-9df2-3ffb069d44df None None] Provisioning complete for port 5f473a6c-73c2-4cf0-9809-eef044a8fadb triggered by entity DHCP. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:08:27.871212 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-b0ed2bb8-5f21-40dd-9df2-3ffb069d44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.872897 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:27.905289 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed2bb8-5f21-40dd-9df2-3ffb069d44df None None] Port 5f473a6c-73c2-4cf0-9809-eef044a8fadb cannot update to ACTIVE because it is not bound. {{(pid=101043) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:08:28.138570 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f473a6c-73c2-4cf0-9809-eef044a8fadb {{(pid=101042) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:08:28.147261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.158961 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.provisioning_blocks [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Transition to ACTIVE for port object 5f473a6c-73c2-4cf0-9809-eef044a8fadb will not be triggered until provisioned by entity L2. {{(pid=101042) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:08:28.181229 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.272740 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.338084 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Pushing event updated for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:28.391316 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee94d9-e733-450e-a9c2-46ec3cff8030 req-d783a67b-d918-4e6b-b479-3ad3365bbcf2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:28.393039 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bee94d9-e733-450e-a9c2-46ec3cff8030 req-d783a67b-d918-4e6b-b479-3ad3365bbcf2 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0585284 Aug 13 04:08:28.394544 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Attempting to bind port 5f473a6c-73c2-4cf0-9809-eef044a8fadb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:08:28.394883 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Attempting to bind port 5f473a6c-73c2-4cf0-9809-eef044a8fadb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:08:28.395221 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Attempting to bind port 5f473a6c-73c2-4cf0-9809-eef044a8fadb on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:08:28.399965 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Port 5f473a6c-73c2-4cf0-9809-eef044a8fadb on network 727791c0-0fe3-445a-87ca-931677a31a67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:08:28.400323 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Attempting to bind port 5f473a6c-73c2-4cf0-9809-eef044a8fadb on network 727791c0-0fe3-445a-87ca-931677a31a67 {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:08:28.407968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Checking agent: {'id': '84831ab1-9fd1-4292-9f35-cf18bc7ad0e6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'started_at': datetime.datetime(2021, 8, 13, 3, 44, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:08:28.407968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Checking segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101042) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:08:28.407968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Bound using segment: {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'} {{(pid=101042) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:08:28.407968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.managers [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Bound port: 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35f7d50-730d-4443-958a-3fdc40e46b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67'}}] {{(pid=101042) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:08:28.407968 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.440673 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7bee94d9-e733-450e-a9c2-46ec3cff8030 req-99f44e50-202b-4495-be59-523ff9b8ff54 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387261 Aug 13 04:08:28.480168 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, cleared binding levels {{(pid=101042) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:08:28.483195 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:08:28.541067 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.574700 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:28.575326 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:28.576708 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 1094 time: 0.8096437 Aug 13 04:08:28.577159 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:08:28.579409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80057bcb-dd2a-4f65-9211-da3f86c76bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:08:28.604869 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4aac3-f41e-4f91-b486-75c3b27a3697 service neutron] Pushing event updated for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=3']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:28.677428 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac57677-6130-4b7f-b604-f04b2d8ff102 x-openstack-request-id: req-2ac57677-6130-4b7f-b604-f04b2d8ff102 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:08:28.677721 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:08:28.678005 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ac57677-6130-4b7f-b604-f04b2d8ff102 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:08:28.678401 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'status': 'completed', 'code': 200} Aug 13 04:08:28.745100 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-22c1ff16-ba6c-4237-98d4-fe26e0544321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:28.746696 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-22c1ff16-ba6c-4237-98d4-fe26e0544321 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1097 time: 0.0449965 Aug 13 04:08:28.792611 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-3eb4962b-88fc-40b0-9e24-9d1d895d4353 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 217 time: 0.0327992 Aug 13 04:08:28.843511 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-a26faaa8-ff8a-404d-bc43-3ab499f630d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:28.844902 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-a26faaa8-ff8a-404d-bc43-3ab499f630d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0456333 Aug 13 04:08:28.891000 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-6d32e4c6-d6d1-405a-b062-35e35eceb89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:28.892467 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-6d32e4c6-d6d1-405a-b062-35e35eceb89d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399246 Aug 13 04:08:28.982081 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-16f4f01d-8fc4-4699-99be-eef5908d7e78 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817094 Aug 13 04:08:29.079404 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-56a9120c-f33e-4ba7-ad82-f9c2f340c780 req-419ee3f4-5f23-49aa-9318-826b26f84c72 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904288 Aug 13 04:08:29.309771 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-70de8e7c-c828-4e73-9e95-8adff4f98227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:29.311267 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-70de8e7c-c828-4e73-9e95-8adff4f98227 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1097 time: 0.0394015 Aug 13 04:08:29.421340 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-48b9a1ac-7dca-4f45-8fbb-36d7e733c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:29.423285 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-48b9a1ac-7dca-4f45-8fbb-36d7e733c10f service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.1051860 Aug 13 04:08:29.464113 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-a16adfd8-0971-4aa0-b187-ba31cc929c44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 217 time: 0.0338740 Aug 13 04:08:29.516302 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-07aaffed-5fd4-46e8-92b1-fe073e9dcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:29.517891 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-07aaffed-5fd4-46e8-92b1-fe073e9dcf06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0467975 Aug 13 04:08:29.569741 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-38c247ac-7741-45b8-8be5-3abe27fa3dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:29.571315 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-38c247ac-7741-45b8-8be5-3abe27fa3dc4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465097 Aug 13 04:08:29.665262 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-37242392-94d9-4257-962d-6264051db16f service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854750 Aug 13 04:08:29.716854 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffd0ed-c3a7-4e5f-a8fe-302ed9859e26 req-2b208c86-8e6a-44f8-9267-50bf9fba307b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:29.718381 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67ffd0ed-c3a7-4e5f-a8fe-302ed9859e26 req-2b208c86-8e6a-44f8-9267-50bf9fba307b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0539558 Aug 13 04:08:29.757276 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-67ffd0ed-c3a7-4e5f-a8fe-302ed9859e26 req-aa27179e-3392-4f36-b5c0-de02f9b33299 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327816 Aug 13 04:08:29.766174 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-80057bcb-dd2a-4f65-9211-da3f86c76bd7 req-b99fd33c-d6d7-42dd-acb4-08088bbdfc40 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939033 Aug 13 04:08:30.870959 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6503e-f06a-4f80-b27a-bece14745e8e req-f033208c-29a0-4b70-9f90-d757cff6d463 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:30.872697 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9a6503e-f06a-4f80-b27a-bece14745e8e req-f033208c-29a0-4b70-9f90-d757cff6d463 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0478818 Aug 13 04:08:30.908522 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a9a6503e-f06a-4f80-b27a-bece14745e8e req-7595a0cb-85c0-4091-bac3-6d15c41ad5df tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300803 Aug 13 04:08:32.024849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3be7b-717e-4fa9-ae9d-5eb5dfc81771 req-e7290453-cd85-4cfb-a03d-210333123314 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:32.026402 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c1f3be7b-717e-4fa9-ae9d-5eb5dfc81771 req-e7290453-cd85-4cfb-a03d-210333123314 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0529387 Aug 13 04:08:32.063520 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c1f3be7b-717e-4fa9-ae9d-5eb5dfc81771 req-883707ae-0777-442f-92d8-6e86a7380100 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Aug 13 04:08:33.182964 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8548d-68f8-40b2-9b2d-7d18fbb17892 req-9d7331d1-7d63-4b07-9d41-7e8c3ed523db tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:33.184485 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fba8548d-68f8-40b2-9b2d-7d18fbb17892 req-9d7331d1-7d63-4b07-9d41-7e8c3ed523db tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0498216 Aug 13 04:08:33.223510 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-fba8548d-68f8-40b2-9b2d-7d18fbb17892 req-b0526c48-f91f-4f22-9450-b50069857148 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330696 Aug 13 04:08:34.338702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c343cb-8591-4c98-8bdc-1c5b9f04a217 req-8ac59a8c-db8a-463b-a7ae-20c0649f8698 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:34.340098 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-91c343cb-8591-4c98-8bdc-1c5b9f04a217 req-8ac59a8c-db8a-463b-a7ae-20c0649f8698 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0503297 Aug 13 04:08:34.377567 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-91c343cb-8591-4c98-8bdc-1c5b9f04a217 req-fe216042-98c1-4e81-9cdf-5ca68081110f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Aug 13 04:08:35.492643 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442017-7515-450d-8aa5-523b25033910 req-bbb41299-2e35-42aa-a573-f345447a6a54 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:35.494289 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6d442017-7515-450d-8aa5-523b25033910 req-bbb41299-2e35-42aa-a573-f345447a6a54 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0509899 Aug 13 04:08:35.531766 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-6d442017-7515-450d-8aa5-523b25033910 req-2a2ff20d-63da-43e6-901c-810223c8e702 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315042 Aug 13 04:08:36.641973 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd2d0c-9e00-4b3c-9fa2-378cd33f1132 req-3e73afc5-1fb3-4057-8874-cd1dabde1cc6 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:36.643485 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9bd2d0c-9e00-4b3c-9fa2-378cd33f1132 req-3e73afc5-1fb3-4057-8874-cd1dabde1cc6 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0475714 Aug 13 04:08:36.680584 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b9bd2d0c-9e00-4b3c-9fa2-378cd33f1132 req-0f50775e-aaf3-4876-87c1-1d3c3d4270df tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308356 Aug 13 04:08:37.580469 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 5f473a6c-73c2-4cf0-9809-eef044a8fadb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=101043) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:08:37.674024 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:08:37.685447 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Returning: {'device': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'port_id': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'mac_address': 'fa:16:3e:a3:7b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101043) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:08:37.721030 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:37.734569 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f473a6c-73c2-4cf0-9809-eef044a8fadb {{(pid=101043) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:08:37.754866 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:08:37.793151 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd12a1-cf33-4674-8b01-4308a0df47d9 req-e8ec5edf-72f2-4a06-b133-6e400b0e471a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:37.794685 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-31fd12a1-cf33-4674-8b01-4308a0df47d9 req-e8ec5edf-72f2-4a06-b133-6e400b0e471a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 944 time: 0.0485008 Aug 13 04:08:37.809432 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:37.832023 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-31fd12a1-cf33-4674-8b01-4308a0df47d9 req-8f6608c0-8442-4350-bc5f-f5b036d8b7a3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Aug 13 04:08:37.856118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=4']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:37.863574 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.863922 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.864259 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.864592 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.864921 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.865276 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.865602 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.865955 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.866281 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.866602 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.866923 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:37.867240 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:08:38.257558 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] get_ports_and_sgs() called for port_ids ['5f473a6c-73c2-4cf0-9809-eef044a8fadb'] {{(pid=101043) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:08:38.947478 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb4b87-7d99-4407-b52b-c35c276c9fe8 req-2590a65e-454b-4cd4-b2ad-e28da7a2c018 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:38.948950 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-04bb4b87-7d99-4407-b52b-c35c276c9fe8 req-2590a65e-454b-4cd4-b2ad-e28da7a2c018 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 945 time: 0.0512569 Aug 13 04:08:38.984854 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-04bb4b87-7d99-4407-b52b-c35c276c9fe8 req-88a1a39e-60f2-46bc-acf2-065460b80003 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301378 Aug 13 04:08:39.551849 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-b5d8b011-0a66-4d85-b201-3524201395ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:39.594582 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 5f473a6c-73c2-4cf0-9809-eef044a8fadb up at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:08:39.688549 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning for port 5f473a6c-73c2-4cf0-9809-eef044a8fadb completed by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:08:39.692410 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Provisioning complete for port 5f473a6c-73c2-4cf0-9809-eef044a8fadb triggered by entity L2. {{(pid=101043) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:08:39.692788 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-954379'] for port, provisioning_complete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:39.770769 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:39.791769 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb'}] {{(pid=101043) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:08:39.794323 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be55b1f8619d271af3bfa125baf8cf0fc32c19f62af6b27099ef8a046a277b38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde7b8a-7e38-45ac-b01b-a8348fcf6383" -d '{"events": [{"server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "name": "network-vif-plugged", "status": "completed", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb"}]}' {{(pid=101043) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:08:39.806592 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:08:39.878862 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404'] for port, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:39.881320 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d1a487-56e6-4ded-8abd-1e55c55c925d x-openstack-request-id: req-45d1a487-56e6-4ded-8abd-1e55c55c925d {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:08:39.881621 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "name": "network-vif-plugged", "status": "completed", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb", "code": 200}]} {{(pid=101043) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:08:39.881897 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45d1a487-56e6-4ded-8abd-1e55c55c925d {{(pid=101043) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:08:39.882281 dv-cinder-760193-6-iscsi neutron-server[101043]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'code': 200} Aug 13 04:08:39.932771 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Pushing event updated for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=5']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:40.099257 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11eca69-a67c-4ffd-892c-1a3f6c0125e9 req-9076b5f3-a332-4d60-badc-331a1ccbaee3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:40.100785 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b11eca69-a67c-4ffd-892c-1a3f6c0125e9 req-9076b5f3-a332-4d60-badc-331a1ccbaee3 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0491612 Aug 13 04:08:40.139538 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b11eca69-a67c-4ffd-892c-1a3f6c0125e9 req-9118bf8a-c565-49b3-90e6-47c0af855a43 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327477 Aug 13 04:08:40.290112 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f695bf-0038-4256-83d8-be7ce783e4a1 req-e533f9fb-3a67-403f-a81d-8c0fb5c41c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:40.291617 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-21f695bf-0038-4256-83d8-be7ce783e4a1 req-e533f9fb-3a67-403f-a81d-8c0fb5c41c88 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1099 time: 0.0399508 Aug 13 04:08:40.326319 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-21f695bf-0038-4256-83d8-be7ce783e4a1 req-3a80ba6a-dde6-4e93-8f46-799518e508c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278337 Aug 13 04:08:41.256916 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a56e6-36e2-4cc1-9718-a50be05b7bff req-800133c3-ff7a-45e8-aef1-35b0732940b6 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:41.258373 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-596a56e6-36e2-4cc1-9718-a50be05b7bff req-800133c3-ff7a-45e8-aef1-35b0732940b6 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0500779 Aug 13 04:08:41.295478 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-596a56e6-36e2-4cc1-9718-a50be05b7bff req-31e168b5-d9a6-4e42-8be7-c8a8bfbcd61a tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312514 Aug 13 04:08:42.073419 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-857b3be3-6b2e-45e8-95b8-2835e543c919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:42.392118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:42.419232 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2e4ee-6e2f-4803-8166-89aa4c456050 req-f8b14423-69f8-42eb-970b-24bdc7ce1d59 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:42.420741 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9b2e4ee-6e2f-4803-8166-89aa4c456050 req-f8b14423-69f8-42eb-970b-24bdc7ce1d59 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0588949 Aug 13 04:08:42.457293 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-f9b2e4ee-6e2f-4803-8166-89aa4c456050 req-53b90299-6663-440d-b94c-dc1959353f9f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Aug 13 04:08:42.569606 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e4a3-34e0-43eb-a4ce-14cc151ab25e req-89f861c6-1cc7-4a8b-bd31-ee47f0258b12 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:42.571111 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c942e4a3-34e0-43eb-a4ce-14cc151ab25e req-89f861c6-1cc7-4a8b-bd31-ee47f0258b12 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0483863 Aug 13 04:08:42.611867 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-c942e4a3-34e0-43eb-a4ce-14cc151ab25e req-eb7ff746-0a02-4617-ae2e-9918617b6f42 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349104 Aug 13 04:08:42.633916 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52548) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:42.714309 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9b7601-7ddc-44be-bbb1-d493faff6560 tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:42.716434 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-ca9b7601-7ddc-44be-bbb1-d493faff6560 tempest-TestVolumeBootPattern-887088319 tempest-TestVolumeBootPattern-887088319-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1094 time: 0.0813851 Aug 13 04:08:42.719144 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52552) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:08:42.726143 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.v2.base [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Request body: {'floatingip': {'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'port_id': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101042) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:08:42.826534 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:42.924738 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:43.056755 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.db_base_plugin_common [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Allocated IP 172.27.1.28 (685fb569-f0b0-4100-a400-c9c889e01825/e032c2fc-5aac-4b62-8360-8528d3126f45/35558f0f-af10-4d2e-981a-579e67f5f933) {{(pid=101042) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:08:43.075503 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-0004bc5d-38d3-4711-bfc4-c72495cf8c64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678511 Aug 13 04:08:43.201307 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:43.213518 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-4fd184c4-a5d0-42da-82b5-fa843cc311ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:43.215059 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-4fd184c4-a5d0-42da-82b5-fa843cc311ea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0752864 Aug 13 04:08:43.323865 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-44969f32-5295-4183-9104-e38d60e20473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:43.325339 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-44969f32-5295-4183-9104-e38d60e20473 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0910020 Aug 13 04:08:43.370781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743260261852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:43.695259 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Network 685fb569-f0b0-4100-a400-c9c889e01825 is already hosted by enough agents. {{(pid=101042) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:08:43.702765 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.base_scheduler [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Resources bound (agent type, host, resource id): {{(pid=101042) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:08:43.707922 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Received port after_create {{(pid=101042) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:08:43.728975 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=35558f0f-af10-4d2e-981a-579e67f5f933,revision_number=1']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:43.732378 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-c852dbe4-f297-4234-9602-ba22710bd111 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 1001 time: 0.3997326 Aug 13 04:08:43.810752 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-1013d4cf-a1cb-46f0-beac-7bc9f28345cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:43.812190 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-1013d4cf-a1cb-46f0-beac-7bc9f28345cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0702865 Aug 13 04:08:43.894665 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:43.922576 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-62f5ffd0-d463-4d51-93c3-2d59cbcaa540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:43.924060 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-62f5ffd0-d463-4d51-93c3-2d59cbcaa540 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893416 Aug 13 04:08:44.093068 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-5591aabc-9ca5-4cf4-b13a-7a736afa3016 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608062 Aug 13 04:08:44.258828 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-7af78035-f2f9-4d55-979d-9043cca2a6db req-596330d3-72ce-41f4-a51f-92f7c207cab1 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578720 Aug 13 04:08:44.262939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.389028 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1019464'] for port, before_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.549556 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for port, precommit_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.586273 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743260816020', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743260261870', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743260262404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3438964'] for port, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.652688 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event updated for resources: {'Port': ['ID=35558f0f-af10-4d2e-981a-579e67f5f933,revision_number=2']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:08:44.666441 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1577619'] for floatingip, after_update {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:44.768772 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4 associated. External IP: 172.27.1.28, port: 5f473a6c-73c2-4cf0-9809-eef044a8fadb. Aug 13 04:08:44.978059 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:08:45.100215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:08:45.110074 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:08:45.119410 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:08:45.120028 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:08:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:08:45.232546 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:45.262654 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-d8c801b6-db62-4044-8d3e-9e8dedf97c9e tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5422673 Aug 13 04:08:45.263363 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:08:45.265586 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e391969-f524-4ab8-bce4-43bfb911da99" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:08:45.302970 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7593729c-a6d1-46fc-b341-6ab85b117f13 x-openstack-request-id: req-7593729c-a6d1-46fc-b341-6ab85b117f13 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:08:45.303261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:08:45.303513 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7593729c-a6d1-46fc-b341-6ab85b117f13 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:08:45.303974 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'status': 'completed', 'code': 200} Aug 13 04:08:45.353680 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:08:45.389006 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-e2bda70b-b693-4b10-8109-0b4b887612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:45.390564 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-e2bda70b-b693-4b10-8109-0b4b887612d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1099 time: 0.0430551 Aug 13 04:08:45.483603 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-88b40c9b-5258-4c49-ac71-e161d98c455e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:45.485024 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-88b40c9b-5258-4c49-ac71-e161d98c455e service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0870152 Aug 13 04:08:45.549279 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-a2995e1a-0cef-482b-8a3e-240655468e55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 999 time: 0.0566969 Aug 13 04:08:45.589736 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}, {'id': '95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a3:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:08:44Z', 'updated_at': '2021-08-13T04:08:44Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:08:45.602871 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-5053178c-c42f-4814-adf2-387ddcc91a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:45.604349 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-5053178c-c42f-4814-adf2-387ddcc91a9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0475793 Aug 13 04:08:45.620540 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:08:45.622841 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:08:45.630700 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:08:45.631366 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:08:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:08:45.650216 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-36e75132-20fa-47fa-91b2-b4c34e949c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:08:45.651718 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-36e75132-20fa-47fa-91b2-b4c34e949c15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407584 Aug 13 04:08:45.734728 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:08:45.739198 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-7c7cb104-eec8-46aa-9a85-c7e6c55f791a service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801268 Aug 13 04:08:45.831547 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-8e391969-f524-4ab8-bce4-43bfb911da99 req-680906fb-eaac-457f-acec-4d9dee99503a service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850747 Aug 13 04:08:45.956606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}, {'id': '95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a3:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:08:44Z', 'updated_at': '2021-08-13T04:08:44Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:08:45.982137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b109ef-c339-43ca-9601-b2a69e77cfe3 None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}, {'id': '95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.28', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:a3:7b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:08:44Z', 'updated_at': '2021-08-13T04:08:44Z', 'revision_number': 0, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:08:46.160441 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c29d4-95e2-4489-a078-f630fbae3a1a None None] New status for floating IP 95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4: ACTIVE {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:08:53.834987 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:08:58.197239 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:09.597262 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6efaac59-8225-4cfb-8e21-6bffba983457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:12.122795 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2c22164b-ebe3-4f6c-9628-6d0d079e569b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:12.408122 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:13.893666 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:15.534118 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:28.184748 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:30.833333 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:09:39.561849 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-bc8b8244-da1f-40de-a7e9-ed2ab66c9988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:42.081702 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c7119067-9282-4b27-9bae-dbde474da3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:42.424557 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:43.012858 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-0d3102aa-2aeb-4f96-a26e-1cac0740b6cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396774 Aug 13 04:09:43.083091 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-752a5a63-f1bf-4964-8230-493e60d45922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:09:43.085153 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-752a5a63-f1bf-4964-8230-493e60d45922 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1099 time: 0.0397589 Aug 13 04:09:43.188640 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-791e19ad-fa69-497d-8230-0e6fa0694232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:09:43.193618 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-791e19ad-fa69-497d-8230-0e6fa0694232 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0868177 Aug 13 04:09:43.252845 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-30d48f37-4295-4515-8434-92edf60ef5bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 1001 time: 0.0557823 Aug 13 04:09:43.303411 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-a511d1bd-0771-4045-88a2-d6abe654147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:09:43.304736 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-a511d1bd-0771-4045-88a2-d6abe654147d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0448654 Aug 13 04:09:43.349192 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-8ddc5b6f-097d-4ad8-ab36-1813a44c45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:09:43.350697 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-8ddc5b6f-097d-4ad8-ab36-1813a44c45f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386717 Aug 13 04:09:43.434926 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-3a77b1a9-2549-4ecd-a84b-f238271e9204 service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775168 Aug 13 04:09:43.525313 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-5ff88a02-5b62-4e4f-817c-81347034a7a0 req-e421104c-0522-4e9e-9688-350a97bcea3c service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825322 Aug 13 04:09:43.910719 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:45.527506 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:09:58.184078 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:07.831829 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:10:09.595610 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c32b9670-7b08-4101-84d2-6c0a52c6b1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:12.092708 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-28084d41-25cd-4f42-b1ca-2f69a5c839c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:12.412364 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:13.926572 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:15.543633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:28.205827 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:34.850526 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52582) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:35.005261 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port 35558f0f-af10-4d2e-981a-579e67f5f933 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:35.005606 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.077901 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.078235 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.089950 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for 35558f0f-af10-4d2e-981a-579e67f5f933 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:35.303242 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.330287 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=35558f0f-af10-4d2e-981a-579e67f5f933,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:35.342596 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.342948 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.343290 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.343624 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.343987 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.344343 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.344673 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.344999 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.345324 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.345646 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.345991 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.346312 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101042) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:35.399020 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.399283 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4 disassociated (deleted). External IP: 172.27.1.28, port: 5f473a6c-73c2-4cf0-9809-eef044a8fadb. Aug 13 04:10:35.598542 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:10:35.702109 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:10:35.706781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:35.711561 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:10:35.720248 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:35.720857 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:35.733742 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-f0fd900c-82f7-4dbc-bd09-2fb5eacc7ccb tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "DELETE /v2.0/floatingips/95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4 HTTP/1.1" status: 204 len: 168 time: 0.8821454 Aug 13 04:10:35.734457 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:10:35.736802 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e31a57-f43f-4924-9dcd-6d8da1134852" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:10:35.774946 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519c0788-e63d-40d5-ad7a-8647760b3f60 x-openstack-request-id: req-519c0788-e63d-40d5-ad7a-8647760b3f60 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:10:35.775262 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:10:35.775471 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-519c0788-e63d-40d5-ad7a-8647760b3f60 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:10:35.775901 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'status': 'completed', 'code': 200} Aug 13 04:10:35.855523 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:35.859657 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-ea7b374b-3ccd-4ba2-9dfb-ef4ad3a9ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:35.861316 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-ea7b374b-3ccd-4ba2-9dfb-ef4ad3a9ef0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 1099 time: 0.0420270 Aug 13 04:10:36.106375 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:36.134374 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:10:36.143731 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:36.144370 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:12Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:36.180283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652280-22de-4709-a8af-985c0a373ada req-1c5dd496-5b50-482d-819d-4f20692ea06c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:36.182895 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20652280-22de-4709-a8af-985c0a373ada req-1c5dd496-5b50-482d-819d-4f20692ea06c tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0588319 Aug 13 04:10:36.235512 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-20652280-22de-4709-a8af-985c0a373ada req-ddbbd901-a171-4d09-9f73-06d914cad9ee tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343428 Aug 13 04:10:36.242108 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-46078cff-f944-4ade-8b27-0ee922868da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:36.243586 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-46078cff-f944-4ade-8b27-0ee922868da5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.3754642 Aug 13 04:10:36.258186 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:36.286838 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-7679b3b4-ab3a-48be-a9fa-6d5df21979b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 200 len: 217 time: 0.0343506 Aug 13 04:10:36.334993 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-41196a88-4d92-4dd4-b52f-f81ef7e176e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:36.336464 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-41196a88-4d92-4dd4-b52f-f81ef7e176e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0427585 Aug 13 04:10:36.387187 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-3f93ebbd-0e72-4c35-b4ed-b582807866f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:36.388723 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-3f93ebbd-0e72-4c35-b4ed-b582807866f0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444369 Aug 13 04:10:36.485030 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-738e437b-014b-4280-9430-5df38c20760b service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883522 Aug 13 04:10:36.485295 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:36.515085 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfc0039-e045-4cc7-96a6-8d579b8ff782 None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_floatingips': [{'id': '8d9afca5-9dd4-441a-aad1-21c3a1493dd9', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'floating_ip_address': '172.27.1.73', 'floating_network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'router_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'port_id': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'mac_address': 'fa:16:3e:c2:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:06:20Z', 'updated_at': '2021-08-13T04:06:22Z', 'revision_number': 1, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:10:36.581010 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-08e31a57-f43f-4924-9dcd-6d8da1134852 req-5c3e3a23-9b2f-4f18-9519-54c8db5fa1de service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880353 Aug 13 04:10:36.733689 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b9a50-bdf9-4072-9312-377f2a5ba013 None None] New status for floating IP 95aa67a0-5c1c-45cc-9f5d-99ae5ee9eec4: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:10:37.355680 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46553827-b411-491d-95e0-4827d622cb57 req-334e933a-2e4b-4750-9009-75c28f8e8441 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:37.357125 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46553827-b411-491d-95e0-4827d622cb57 req-334e933a-2e4b-4750-9009-75c28f8e8441 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0515354 Aug 13 04:10:37.394589 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-46553827-b411-491d-95e0-4827d622cb57 req-8779ccb3-5479-4803-861a-a6c0871851e1 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315764 Aug 13 04:10:38.026929 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-0f3d9d93-65a8-4a30-bf8e-d0be88fd00c4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:38.028437 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-0f3d9d93-65a8-4a30-bf8e-d0be88fd00c4 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 946 time: 0.0491772 Aug 13 04:10:38.116517 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port 5f473a6c-73c2-4cf0-9809-eef044a8fadb {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:38.116860 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:38.205042 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] For port 5f473a6c-73c2-4cf0-9809-eef044a8fadb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5f473a6c-73c2-4cf0-9809-eef044a8fadb,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:38.205412 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:38.218221 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for 5f473a6c-73c2-4cf0-9809-eef044a8fadb owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:38.406408 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:38.434958 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=5f473a6c-73c2-4cf0-9809-eef044a8fadb,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:38.481865 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] No DVR routers for this DVR port 5f473a6c-73c2-4cf0-9809-eef044a8fadb on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:38.484503 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:38.486652 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-00afc28c-037a-4b24-8022-9a5512e4fa80 req-d22e5dfc-16ae-459a-a1b4-5548e9d98ad5 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "DELETE /v2.0/ports/5f473a6c-73c2-4cf0-9809-eef044a8fadb HTTP/1.1" status: 204 len: 173 time: 0.4504161 Aug 13 04:10:38.487117 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'name': 'network-vif-deleted', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:10:38.489551 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669893b-9b37-427b-a705-577519641f5e" -d '{"events": [{"server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "name": "network-vif-deleted", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:10:38.504459 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-53917f5c-ac98-46e8-bb1e-cfe67b059918 req-d35771d9-f3d7-44d7-9372-babb039b8897 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 210 time: 0.0270803 Aug 13 04:10:38.529931 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a560def4-6260-41e8-ae2e-e9187f724b9c x-openstack-request-id: req-a560def4-6260-41e8-ae2e-e9187f724b9c {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:10:38.530225 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e018cf-e110-4bd6-8210-2215d03cb37d", "name": "network-vif-deleted", "tag": "5f473a6c-73c2-4cf0-9809-eef044a8fadb", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:10:38.530474 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a560def4-6260-41e8-ae2e-e9187f724b9c {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:10:38.530902 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e018cf-e110-4bd6-8210-2215d03cb37d', 'name': 'network-vif-deleted', 'tag': '5f473a6c-73c2-4cf0-9809-eef044a8fadb', 'status': 'completed', 'code': 200} Aug 13 04:10:39.560574 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-73835388-6b3a-4616-836d-65a18ef36672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:39.611187 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-b507735b-8f66-4afc-800b-1314de56dc4a req-55ead751-2a35-4066-9ffd-76e248778df6 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=b5e018cf-e110-4bd6-8210-2215d03cb37d HTTP/1.1" status: 200 len: 210 time: 0.0277500 Aug 13 04:10:42.035725 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 5f473a6c-73c2-4cf0-9809-eef044a8fadb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:42.055234 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: 5f473a6c-73c2-4cf0-9809-eef044a8fadb {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:42.055587 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device 5f473a6c-73c2-4cf0-9809-eef044a8fadb not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:42.079910 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-94bc38e5-a454-4f66-8b41-7a4a5c99276d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:42.440024 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.028944 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52626) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:43.185791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port 77eaae9b-5bb8-419f-8cec-3c05333f4e2c {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:43.186150 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.259430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.259765 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.271167 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for 77eaae9b-5bb8-419f-8cec-3c05333f4e2c owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:43.486101 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.511899 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=77eaae9b-5bb8-419f-8cec-3c05333f4e2c,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:43.568874 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.569131 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.db.l3_db [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Floating IP 8d9afca5-9dd4-441a-aad1-21c3a1493dd9 disassociated (deleted). External IP: 172.27.1.73, port: c2486cb0-737b-43ff-aba9-8faef8dcebb0. Aug 13 04:10:43.768534 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101042) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:10:43.874502 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101042) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:10:43.885249 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.885687 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:10:43.895223 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:43.895856 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:43.905965 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-a49634e3-177a-4c0c-bf28-3bc315e5847f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "DELETE /v2.0/floatingips/8d9afca5-9dd4-441a-aad1-21c3a1493dd9 HTTP/1.1" status: 204 len: 168 time: 0.8759143 Aug 13 04:10:43.906560 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:10:43.908820 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b" -d '{"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:10:43.946570 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df23f5e-97b4-4a96-9f7d-de8fd62dcfc7 x-openstack-request-id: req-5df23f5e-97b4-4a96-9f7d-de8fd62dcfc7 {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:10:43.946570 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:10:43.946848 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:43.946955 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5df23f5e-97b4-4a96-9f7d-de8fd62dcfc7 {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:10:43.946955 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'status': 'completed', 'code': 200} Aug 13 04:10:44.005389 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:44.049430 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-37e8ea9d-4878-4dd1-8475-5199a6f3bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:44.050989 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-37e8ea9d-4878-4dd1-8475-5199a6f3bcc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 1099 time: 0.0469494 Aug 13 04:10:44.144216 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-5007b239-d30c-45f5-9e9c-c594aa330c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:44.145687 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-5007b239-d30c-45f5-9e9c-c594aa330c77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 200 len: 912 time: 0.0878408 Aug 13 04:10:44.195432 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-fc0d44f2-c8c6-47e3-a1e8-f847e6781364 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 200 len: 217 time: 0.0403612 Aug 13 04:10:44.249427 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-a4f0f49d-61c8-4229-bf80-2ea8913f01ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:44.251420 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-a4f0f49d-61c8-4229-bf80-2ea8913f01ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 200 len: 850 time: 0.0490928 Aug 13 04:10:44.322801 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a4021-6d1e-490e-bbd7-452be9dda406 req-ed547947-6e17-4689-9fe4-0d9b849a7d72 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:44.328364 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e2a4021-6d1e-490e-bbd7-452be9dda406 req-ed547947-6e17-4689-9fe4-0d9b849a7d72 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0577371 Aug 13 04:10:44.338039 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:44.346264 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-ab0a77ef-7943-4d2b-bb23-65fdc00c99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:44.348238 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-ab0a77ef-7943-4d2b-bb23-65fdc00c99dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=727791c0-0fe3-445a-87ca-931677a31a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477564 Aug 13 04:10:44.366057 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-7e2a4021-6d1e-490e-bbd7-452be9dda406 req-7a204ebf-a402-4609-a10b-fe67cda3927f tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341678 Aug 13 04:10:44.374736 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:10:44.386271 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:44.387076 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:44.449488 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-23addd13-7c8e-4d2c-80e9-095ea166e4cb service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932810 Aug 13 04:10:44.493145 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:44.539872 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-aa1a2fc7-dd6c-4a14-9c75-7a0212ed715b req-872afa69-d222-4366-b07a-e57a8245a04b service neutron] 10.222.0.61 "GET /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Aug 13 04:10:44.687224 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:44.713437 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be2875-4982-4f08-99fe-c6959bf24fdb None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:02:29Z', 'revision_number': 4, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi', '_interfaces': [{'id': 'ec35bcc6-2349-4e6d-ac56-8afa48f6e707', 'name': '', 'network_id': '727791c0-0fe3-445a-87ca-931677a31a67', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'mac_address': 'fa:16:3e:c8:bd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:28Z', 'updated_at': '2021-08-13T04:02:35Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'subnets': [{'id': '375f719b-b8fb-450b-aa77-7c41818d95ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:10:44.831420 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:10:44.926601 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f98c1d-892b-4e2a-8327-5f6c06f6df13 None None] New status for floating IP 8d9afca5-9dd4-441a-aad1-21c3a1493dd9: DOWN {{(pid=101044) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:10:45.491961 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b53a00-1f2d-4ad0-92ba-1b27e3c4dbe9 req-0b228a94-356b-466b-8097-dfa7243965ae tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101041) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:45.493471 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23b53a00-1f2d-4ad0-92ba-1b27e3c4dbe9 req-0b228a94-356b-466b-8097-dfa7243965ae tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0548046 Aug 13 04:10:45.531432 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-23b53a00-1f2d-4ad0-92ba-1b27e3c4dbe9 req-aacb0d09-c916-4495-8366-168c13d2b295 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/security-groups?id=f968bc79-6080-4587-b23b-95fe10c59126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 13 04:10:45.548477 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:46.167819 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-9a91a114-41b6-43cd-9b8f-e5072cc171de tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101042) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:10:46.169288 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-9a91a114-41b6-43cd-9b8f-e5072cc171de tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 946 time: 0.0482974 Aug 13 04:10:46.259432 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port c2486cb0-737b-43ff-aba9-8faef8dcebb0 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:46.259781 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:46.345032 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] For port c2486cb0-737b-43ff-aba9-8faef8dcebb0, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2486cb0-737b-43ff-aba9-8faef8dcebb0,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:46.345409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:46.358324 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for c2486cb0-737b-43ff-aba9-8faef8dcebb0 owned by compute:nova {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:46.531623 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:46.558169 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=c2486cb0-737b-43ff-aba9-8faef8dcebb0,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:46.607577 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] No DVR routers for this DVR port c2486cb0-737b-43ff-aba9-8faef8dcebb0 on host hv-cinder-76019 {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:46.610144 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for port, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:46.612182 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [req-f2084291-3282-4a89-8262-0c12d6094bd2 req-96f8f787-406a-4a1e-9f89-0a32854d7e25 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.61 "DELETE /v2.0/ports/c2486cb0-737b-43ff-aba9-8faef8dcebb0 HTTP/1.1" status: 204 len: 173 time: 0.4363163 Aug 13 04:10:46.612619 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'name': 'network-vif-deleted', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0'}] {{(pid=101042) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:10:46.614984 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a952725085d6218de6bf5bc68178633aa1c8c31a1c17e440e3515b4728d4ea3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a0848-1a87-412f-b020-d785d7b7a8ab" -d '{"events": [{"server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "name": "network-vif-deleted", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0"}]}' {{(pid=101042) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:10:46.631542 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-a171b944-215f-4db3-a7fa-421a7fc7e07a req-d2fa9035-48b4-428d-8c74-7f1bd86f418b tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0294614 Aug 13 04:10:46.652672 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4044bcae-5695-427b-b4f8-8283d3c09bff x-openstack-request-id: req-4044bcae-5695-427b-b4f8-8283d3c09bff {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:10:46.652972 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e930d2eb-8da9-4800-822c-cc6d7e7ca9a6", "name": "network-vif-deleted", "tag": "c2486cb0-737b-43ff-aba9-8faef8dcebb0", "status": "completed", "code": 200}]} {{(pid=101042) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:10:46.653297 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4044bcae-5695-427b-b4f8-8283d3c09bff {{(pid=101042) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:10:46.653909 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e930d2eb-8da9-4800-822c-cc6d7e7ca9a6', 'name': 'network-vif-deleted', 'tag': 'c2486cb0-737b-43ff-aba9-8faef8dcebb0', 'status': 'completed', 'code': 200} Aug 13 04:10:47.735424 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [req-66414f92-22be-4b82-b8fc-62cd5881577e req-25e4d3c3-d679-4d3e-9bb8-95a0ebe06ff1 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "GET /v2.0/ports?device_id=e930d2eb-8da9-4800-822c-cc6d7e7ca9a6 HTTP/1.1" status: 200 len: 210 time: 0.0262170 Aug 13 04:10:48.792791 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52644) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:48.913898 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Deleting port 43913883-5a17-4299-8fc9-eacabc440ec2 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:48.914243 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:48.986623 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:48.986954 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:48.999903 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Calling delete_port for 43913883-5a17-4299-8fc9-eacabc440ec2 owned by network:floatingip {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:49.194939 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:49.220800 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'Port': ['ID=43913883-5a17-4299-8fc9-eacabc440ec2,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:49.283215 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for floatingip, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:49.285575 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39813'] for floatingip, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:49.286775 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-4602f37d-9e8d-4ca7-96a6-e7c675b911f9 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "DELETE /v2.0/floatingips/3cae2f1b-0c16-46a9-bb6b-cd36e8ce009a HTTP/1.1" status: 204 len: 168 time: 0.4930131 Aug 13 04:10:50.087695 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c2486cb0-737b-43ff-aba9-8faef8dcebb0 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:50.111134 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] No Port match for: c2486cb0-737b-43ff-aba9-8faef8dcebb0 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:50.111808 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Device c2486cb0-737b-43ff-aba9-8faef8dcebb0 not bound to the agent host hv-cinder-76019 {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:50.582188 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52656) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:50.639991 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:50.664229 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:50.788700 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:50.791291 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:50.792456 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] 10.222.0.45 "DELETE /v2.0/security-groups/f968bc79-6080-4587-b23b-95fe10c59126 HTTP/1.1" status: 204 len: 168 time: 0.2092974 Aug 13 04:10:50.801897 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f968bc79-6080-4587-b23b-95fe10c59126,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:50.811131 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.812097 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.812452 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.812798 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.813137 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.813474 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.813863 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.814220 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.814556 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.814888 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.815214 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.815538 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa057a2-f7fa-41eb-983b-4fe0d100ac82 tempest-TestVolumeBootPattern-2047106637 tempest-TestVolumeBootPattern-2047106637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101041) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:50.906835 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52660) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:51.399860 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:51.900035 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Deleting port ec35bcc6-2349-4e6d-ac56-8afa48f6e707 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:51.900740 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:51.975950 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] For port ec35bcc6-2349-4e6d-ac56-8afa48f6e707, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:51.976337 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:51.988841 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Calling delete_port for ec35bcc6-2349-4e6d-ac56-8afa48f6e707 owned by network:router_interface {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:52.234619 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:52.259473 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec35bcc6-2349-4e6d-ac56-8afa48f6e707,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:52.419764 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:52.626810 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Router 2fa1edaa-e557-42dc-ab06-920c85ce4874 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:10:52.727751 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:10:52.736039 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-9f380ac4-c02e-4378-abd3-1af98fefb858 admin admin] 10.222.0.45 "PUT /v2.0/routers/2fa1edaa-e557-42dc-ab06-920c85ce4874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8254180 Aug 13 04:10:52.736039 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52664) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:52.737476 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Sync routers for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:10:52.747633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:52.749036 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:52.839896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:52.850616 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:52.941727 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.022753 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5'}], 'enable_snat': True}, 'gw_port_id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:10:52Z', 'revision_number': 5, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port': {'id': 'fc6c02ad-f023-4a5e-a404-02e156e29d8d', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:27Z', 'updated_at': '2021-08-13T04:02:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:53.049203 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Checking router: 2fa1edaa-e557-42dc-ab06-920c85ce4874 for host: dv-cinder-760193-6-iscsi {{(pid=101043) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:10:53.057315 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Routers {'2fa1edaa-e557-42dc-ab06-920c85ce4874'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101043) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:53.057950 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['2fa1edaa-e557-42dc-ab06-920c85ce4874'], 'active': True} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:53.066032 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Deleting port fc6c02ad-f023-4a5e-a404-02e156e29d8d {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:53.066388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.142195 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvr_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] Set router 2fa1edaa-e557-42dc-ab06-920c85ce4874 gateway port host: None {{(pid=101043) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:53.146308 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] For port fc6c02ad-f023-4a5e-a404-02e156e29d8d, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fc6c02ad-f023-4a5e-a404-02e156e29d8d,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:53.146703 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.160990 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Calling delete_port for fc6c02ad-f023-4a5e-a404-02e156e29d8d owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:53.200908 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_hamode_db [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:10:52Z', 'revision_number': 6, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101043) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:53.230788 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d6100-3e56-47af-8195-88ce3bc9bd12 None None] The sync data for ids ['2fa1edaa-e557-42dc-ab06-920c85ce4874'] in dv-cinder-760193-6-iscsi is: [{'id': '2fa1edaa-e557-42dc-ab06-920c85ce4874', 'name': 'tempest-TestVolumeBootPattern-736756543-router', 'tenant_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:26Z', 'updated_at': '2021-08-13T04:10:52Z', 'revision_number': 6, 'project_id': '88a9bb69c24a46ac8f37b20b5375e9e3', 'gw_port_host': None}] {{(pid=101043) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:10:53.394200 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.422410 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6c02ad-f023-4a5e-a404-02e156e29d8d,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:53.477233 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.562657 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.564594 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.657579 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.658192 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fa1edaa-e557-42dc-ab06-920c85ce4874 {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:10:53.662670 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.664171 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-62bc5c6a-9c32-4d8f-bf6a-edeecb6f1769 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2fa1edaa-e557-42dc-ab06-920c85ce4874 HTTP/1.1" status: 204 len: 168 time: 0.9269993 Aug 13 04:10:53.670521 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52666) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:53.715444 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Deleting subnet 375f719b-b8fb-450b-aa77-7c41818d95ba {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:10:53.719448 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.753532 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.833948 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.960977 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.988108 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375f719b-b8fb-450b-aa77-7c41818d95ba,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:53.991804 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:53.999333 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb87fe67-2498-420c-abc2-54349db47d9d None None] Network 727791c0-0fe3-445a-87ca-931677a31a67 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:10:54.000697 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.wsgi [-] (101042) accepted ('10.222.0.45', 52668) {{(pid=101042) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:54.001128 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-dd757b34-c0fd-4af0-82d4-695c921ee63b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/375f719b-b8fb-450b-aa77-7c41818d95ba HTTP/1.1" status: 204 len: 168 time: 0.3286602 Aug 13 04:10:54.077105 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.135058 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Deleting port 5b73095f-b3c7-4b70-b798-3af3896dfd49 {{(pid=101042) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:54.135409 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.190123 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] DHCP port deletion for 727791c0-0fe3-445a-87ca-931677a31a67 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:10:54.205853 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.db [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] For port 5b73095f-b3c7-4b70-b798-3af3896dfd49, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5b73095f-b3c7-4b70-b798-3af3896dfd49,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101042) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:54.206249 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.219964 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.plugin [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Calling delete_port for 5b73095f-b3c7-4b70-b798-3af3896dfd49 owned by network:dhcp {{(pid=101042) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:54.241887 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Deleting port 5b73095f-b3c7-4b70-b798-3af3896dfd49 {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:54.242384 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.310077 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] For port 5b73095f-b3c7-4b70-b798-3af3896dfd49, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=5b73095f-b3c7-4b70-b798-3af3896dfd49,segment=NetworkSegment(a35f7d50-730d-4443-958a-3fdc40e46b4d),segment_id=a35f7d50-730d-4443-958a-3fdc40e46b4d)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:54.311305 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.324387 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Calling delete_port for 5b73095f-b3c7-4b70-b798-3af3896dfd49 owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:54.372036 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3438973'] for port, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.399747 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] No DVR routers for this DVR port 5b73095f-b3c7-4b70-b798-3af3896dfd49 on host dv-cinder-760193-6-iscsi {{(pid=101042) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:54.402075 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.403795 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b73095f-b3c7-4b70-b798-3af3896dfd49,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:54.428702 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Pushing event deleted for resources: {'Port': ['ID=5b73095f-b3c7-4b70-b798-3af3896dfd49,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:54.430977 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] No DVR routers for this DVR port 5b73095f-b3c7-4b70-b798-3af3896dfd49 on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:54.444388 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.444742 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.445083 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.445442 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.445793 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.446144 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.446452 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.446782 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.447106 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.447451 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.447820 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.448152 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a9219f-6207-4d46-a94a-41a2a1f9daba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-6-iscsi {{(pid=101043) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:10:54.481161 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.491278 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727791c0-0fe3-445a-87ca-931677a31a67']}} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:54.503575 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35f7d50-730d-4443-958a-3fdc40e46b4d') {'for_net_delete': True} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:54.507035 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.services.segments.db [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35f7d50-730d-4443-958a-3fdc40e46b4d') {} {{(pid=101042) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:54.512621 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3408666'] for segment, before_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.526759 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=101042) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3438992'] for segment, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: Traceback (most recent call last): Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: timer() Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: cb(*args, **kw) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: return func(*args, **kwargs) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: self._notify() Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: self.callback(batched_events) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: event.method(event) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: return f(self, *a, **k) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._get(url).json() Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: return self.request(url, 'GET', **kwargs) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:10:54.539279 dv-cinder-760193-6-iscsi neutron-server[101042]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:10:54.645808 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.650929 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron_lib.callbacks.manager [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101042) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:54.652774 dv-cinder-760193-6-iscsi neutron-server[101042]: INFO neutron.wsgi [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/727791c0-0fe3-445a-87ca-931677a31a67 HTTP/1.1" status: 204 len: 168 time: 0.6496994 Aug 13 04:10:54.655921 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52670) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:54.667330 dv-cinder-760193-6-iscsi neutron-server[101042]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885e1a1-30e0-4733-b8a6-e703ed3f84f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=727791c0-0fe3-445a-87ca-931677a31a67,revision_number=None']} {{(pid=101042) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:54.995570 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1635731'] for router_interface, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:55.201545 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ec35bcc6-2349-4e6d-ac56-8afa48f6e707 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:55.224668 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: ec35bcc6-2349-4e6d-ac56-8afa48f6e707 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:55.225017 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device ec35bcc6-2349-4e6d-ac56-8afa48f6e707 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:55.225440 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5b73095f-b3c7-4b70-b798-3af3896dfd49 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:55.240101 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Deleting port 2a579aee-90c9-4716-b7d1-c41ea186e7e8 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:55.240462 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:55.244606 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 5b73095f-b3c7-4b70-b798-3af3896dfd49 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:55.244954 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 5b73095f-b3c7-4b70-b798-3af3896dfd49 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:55.245367 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fc6c02ad-f023-4a5e-a404-02e156e29d8d no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:55.264355 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: fc6c02ad-f023-4a5e-a404-02e156e29d8d {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:55.264643 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fc6c02ad-f023-4a5e-a404-02e156e29d8d not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:55.317322 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] For port 2a579aee-90c9-4716-b7d1-c41ea186e7e8, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=2a579aee-90c9-4716-b7d1-c41ea186e7e8,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:55.317711 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:55.329840 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Calling delete_port for 2a579aee-90c9-4716-b7d1-c41ea186e7e8 owned by network:router_interface {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:55.559983 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:55.586416 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Pushing event deleted for resources: {'Port': ['ID=2a579aee-90c9-4716-b7d1-c41ea186e7e8,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:55.748388 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1577763'] for router_interface, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:55.954268 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Router 64486195-b7c7-46a3-9951-7786d2e314c8 has already been hosted by L3 agent 10755669-a158-4928-ab43-c62f0f63755e {{(pid=101041) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:10:56.325370 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] Notify agent at l3_agent.dv-cinder-760193-6-iscsi the message routers_updated {{(pid=101041) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:10:56.330919 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-037d3ee2-0b43-4d2c-8715-424a200a97cc admin admin] 10.222.0.45 "PUT /v2.0/routers/64486195-b7c7-46a3-9951-7786d2e314c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739776 Aug 13 04:10:56.333403 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52672) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:56.336298 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Sync routers for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:10:56.345633 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:56.346275 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:56.434157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:56.448079 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: dv-cinder-760193-6-iscsi {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:56.538578 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:56.655138 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Deleting port fa90e004-977c-4fd5-9561-a3bad52de1a1 {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:56.655589 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:56.703802 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'external_fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192'}], 'enable_snat': True}, 'gw_port_id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:10:55Z', 'revision_number': 5, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port': {'id': 'fa90e004-977c-4fd5-9561-a3bad52de1a1', 'name': '', 'network_id': '685fb569-f0b0-4100-a400-c9c889e01825', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:35:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'ip_address': '172.27.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e032c2fc-5aac-4b62-8360-8528d3126f45', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-6-iscsi'}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:56.728326 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Checking router: 64486195-b7c7-46a3-9951-7786d2e314c8 for host: dv-cinder-760193-6-iscsi {{(pid=101044) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:10:56.733350 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] For port fa90e004-977c-4fd5-9561-a3bad52de1a1, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=fa90e004-977c-4fd5-9561-a3bad52de1a1,segment=NetworkSegment(ced15188-b97b-4d9c-8d20-510bd14784b8),segment_id=ced15188-b97b-4d9c-8d20-510bd14784b8)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:56.733745 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:56.736276 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Routers {'64486195-b7c7-46a3-9951-7786d2e314c8'} bound to L3 agent in host dv-cinder-760193-6-iscsi {{(pid=101044) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:10:56.736869 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T03:38:12Z,description=,heartbeat_timestamp=2021-08-13T04:10:42Z,host='dv-cinder-760193-6-iscsi',id=10755669-a158-4928-ab43-c62f0f63755e,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T03:38:13Z,topic='l3_agent')) {'router_ids': ['64486195-b7c7-46a3-9951-7786d2e314c8'], 'active': True} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:56.746567 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Calling delete_port for fa90e004-977c-4fd5-9561-a3bad52de1a1 owned by network:router_gateway {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:56.822668 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_dvr_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] Set router 64486195-b7c7-46a3-9951-7786d2e314c8 gateway port host: None {{(pid=101044) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:10:56.874661 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.l3_hamode_db [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:10:56Z', 'revision_number': 6, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port_host': None}], 'dv-cinder-760193-6-iscsi', False) {} {{(pid=101044) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:56.900134 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a8039-019f-4c44-bfe8-06a82f44f0a4 None None] The sync data for ids ['64486195-b7c7-46a3-9951-7786d2e314c8'] in dv-cinder-760193-6-iscsi is: [{'id': '64486195-b7c7-46a3-9951-7786d2e314c8', 'name': 'tempest-TestVolumeBootPattern-837433064-router', 'tenant_id': '971c3eb79515416b86f3330f94611f39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:02:32Z', 'updated_at': '2021-08-13T04:10:56Z', 'revision_number': 6, 'project_id': '971c3eb79515416b86f3330f94611f39', 'gw_port_host': None}] {{(pid=101044) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:10:56.971958 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.002157 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa90e004-977c-4fd5-9561-a3bad52de1a1,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:57.061853 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1577689'] for router_gateway, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.149043 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1579573', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1527'] for router, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.151136 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.258047 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1579578'] for router, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.258604 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64486195-b7c7-46a3-9951-7786d2e314c8 {{(pid=101041) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:10:57.263144 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] Notify callbacks [] for router, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.264559 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d95129a4-ebea-400f-abbe-2cb7566e2a17 admin admin] 10.222.0.45 "DELETE /v2.0/routers/64486195-b7c7-46a3-9951-7786d2e314c8 HTTP/1.1" status: 204 len: 168 time: 0.9301023 Aug 13 04:10:57.267022 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52674) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:57.317898 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Deleting subnet 8371ff27-1e5a-43bc-9604-31b79d2c38c0 {{(pid=101041) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:10:57.322201 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.339558 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2a579aee-90c9-4716-b7d1-c41ea186e7e8 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:57.361236 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3674444'] for subnet, precommit_delete_associations {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.362822 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: 2a579aee-90c9-4716-b7d1-c41ea186e7e8 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:57.363242 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device 2a579aee-90c9-4716-b7d1-c41ea186e7e8 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:57.437784 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-950513'] for subnet, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.566670 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-950502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2046017', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3249323', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3351182'] for subnet, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.594266 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8371ff27-1e5a-43bc-9604-31b79d2c38c0,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:57.596246 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for subnet, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.600752 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-ad81f5e5-53bf-42c5-860a-7b2d0b33ef4b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8371ff27-1e5a-43bc-9604-31b79d2c38c0 HTTP/1.1" status: 204 len: 168 time: 0.3302515 Aug 13 04:10:57.600752 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52676) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:57.604418 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a626dbe-c1fd-4318-a2db-5f97c69888ad None None] Network 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 requested from dv-cinder-760193-6-iscsi {{(pid=101043) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:10:57.674018 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-989230'] for network, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.730595 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Deleting port e4454658-3c44-48b9-ad0b-ce11669f5bbb {{(pid=101041) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:57.730946 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.800896 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.db [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] For port e4454658-3c44-48b9-ad0b-ce11669f5bbb, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e4454658-3c44-48b9-ad0b-ce11669f5bbb,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101041) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:57.801385 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.815403 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.plugin [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Calling delete_port for e4454658-3c44-48b9-ad0b-ce11669f5bbb owned by network:dhcp {{(pid=101041) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:57.925972 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] DHCP port deletion for 09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 request from dv-cinder-760193-6-iscsi {{(pid=101043) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:10:57.974041 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Deleting port e4454658-3c44-48b9-ad0b-ce11669f5bbb {{(pid=101043) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:10:57.974422 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743260809768'] for port, before_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:57.989099 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3249304'] for port, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.022221 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4454658-3c44-48b9-ad0b-ce11669f5bbb,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:58.024142 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] No DVR routers for this DVR port e4454658-3c44-48b9-ad0b-ce11669f5bbb on host dv-cinder-760193-6-iscsi {{(pid=101041) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:58.043774 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.db [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] For port e4454658-3c44-48b9-ad0b-ce11669f5bbb, host dv-cinder-760193-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-6-iscsi',level=0,port_id=e4454658-3c44-48b9-ad0b-ce11669f5bbb,segment=NetworkSegment(38c418cd-f100-4baf-8a6c-7ae4f9548371),segment_id=38c418cd-f100-4baf-8a6c-7ae4f9548371)] {{(pid=101043) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:10:58.044179 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1632444'] for port, precommit_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.057154 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Calling delete_port for e4454658-3c44-48b9-ad0b-ce11669f5bbb owned by network:dhcp {{(pid=101043) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:10:58.092516 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-956534', 'neutron.services.segments.db._delete_segments_for_network-8743260754800'] for network, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.102702 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16']}} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:58.113976 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c418cd-f100-4baf-8a6c-7ae4f9548371') {'for_net_delete': True} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:58.114283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.services.segments.db [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c418cd-f100-4baf-8a6c-7ae4f9548371') {} {{(pid=101041) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:10:58.123955 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743260725881', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3674459'] for segment, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.138481 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448'] for segment, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.139732 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1018342', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157145', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743260816002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743260261861'] for port, after_delete {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.145086 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=101041) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:10:58.145639 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3249269'] for segment, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: Traceback (most recent call last): Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: timer() Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: cb(*args, **kw) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: return func(*args, **kwargs) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: self._notify() Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: self.callback(batched_events) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: event.method(event) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: return f(self, *a, **k) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._get(url).json() Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: return self.request(url, 'GET', **kwargs) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:10:58.147582 dv-cinder-760193-6-iscsi neutron-server[101041]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:10:58.165898 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] Pushing event deleted for resources: {'Port': ['ID=e4454658-3c44-48b9-ad0b-ce11669f5bbb,revision_number=None']} {{(pid=101043) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:58.167755 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9af5e2-1b27-42d2-9039-603aec240583 None None] No DVR routers for this DVR port e4454658-3c44-48b9-ad0b-ce11669f5bbb on host dv-cinder-760193-6-iscsi {{(pid=101043) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:10:58.218231 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.268308 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-956527', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044132', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1618950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1577637'] for network, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.273735 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1618968'] for network, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.275685 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] 10.222.0.45 "DELETE /v2.0/networks/09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16 HTTP/1.1" status: 204 len: 168 time: 0.6739781 Aug 13 04:10:58.293066 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b07a5-b0c8-48f1-b10d-290ac64dd503 admin admin] Pushing event deleted for resources: {'Network': ['ID=09799f6f-d5bd-4b4d-bde3-f3b45e3e3b16,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:58.565636 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52680) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:58.605747 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-d5498a7d-980c-44f6-b7c9-690f690998e3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88a9bb69c24a46ac8f37b20b5375e9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388865 Aug 13 04:10:58.608283 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52682) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:58.655208 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.675274 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.771315 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.773944 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:58.775143 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c79431c9-238e-4b7b-ada2-f7612a8515b9 HTTP/1.1" status: 204 len: 168 time: 0.1659338 Aug 13 04:10:58.783970 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6d149-be55-4ad9-802f-7ec54ae3cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79431c9-238e-4b7b-ada2-f7612a8515b9,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:10:59.201717 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fa90e004-977c-4fd5-9561-a3bad52de1a1 no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:59.224791 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: fa90e004-977c-4fd5-9561-a3bad52de1a1 {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:59.225130 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device fa90e004-977c-4fd5-9561-a3bad52de1a1 not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:59.225535 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e4454658-3c44-48b9-ad0b-ce11669f5bbb no longer exists at agent ovs-agent-dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:10:59.243232 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.plugin [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] No Port match for: e4454658-3c44-48b9-ad0b-ce11669f5bbb {{(pid=101043) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:10:59.243569 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron.plugins.ml2.rpc [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Device e4454658-3c44-48b9-ad0b-ce11669f5bbb not bound to the agent host dv-cinder-760193-6-iscsi {{(pid=101043) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:10:59.385023 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52688) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:59.428349 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-a821a966-d3fe-467a-97ca-d248807437ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=971c3eb79515416b86f3330f94611f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421751 Aug 13 04:10:59.430849 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [-] (101041) accepted ('10.222.0.45', 52690) {{(pid=101041) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:10:59.477851 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:59.499563 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:59.605647 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2044085'] for security_group, after_delete {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:59.609011 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron_lib.callbacks.manager [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101041) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:10:59.610196 dv-cinder-760193-6-iscsi neutron-server[101041]: INFO neutron.wsgi [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41600a9d-c1e7-4a8b-8516-87648c3af500 HTTP/1.1" status: 204 len: 168 time: 0.1784542 Aug 13 04:10:59.617935 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880de5de-136b-4986-828e-357ccd6d7bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41600a9d-c1e7-4a8b-8516-87648c3af500,revision_number=None']} {{(pid=101041) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:11:01.384486 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-c5f13ad3-9645-48e8-9d94-9f2932c89717 req-7f063277-e9c7-4eb1-89ba-804df3987c99 service neutron] (101041) timed out ('10.222.0.45', 46130) {{(pid=101041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:11:09.576619 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-c0804a12-eb51-46a8-98db-4be3a120edc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:12.085343 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-31acb2a3-3fc8-4ff7-afc3-4c6ddf3c6922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:12.393894 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:13.959456 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:15.565204 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:21.830167 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:11:28.182025 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:39.553456 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3ebe6ad4-bca4-4d0f-a737-b1b68372938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:42.084363 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-40d7122e-22e1-4db3-9d7e-4429836d6fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:42.404502 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:43.901369 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:45.531167 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:58.198186 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:11:58.828772 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:12:09.581531 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-63bde1a2-295f-4a1d-8df4-beb0d04d01a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:12.089863 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-afff12c7-749a-4397-804e-773f1cee1399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:12.397946 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:13.900826 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:15.558096 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:16.160762 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-8af93128-ed62-4118-b0fc-dc2b17ad34d6 req-1d739d89-1158-40b1-81e9-d61d777df361 service neutron] (101041) timed out ('10.222.0.45', 49458) {{(pid=101041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:12:28.254746 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:35.826654 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:12:39.557647 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-47a18312-42b9-46bf-91a5-0080dc29b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:42.066168 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-54475333-6086-4b5f-9f60-66d25c160d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:42.443795 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:43.917723 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:45.551526 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:12:58.225957 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:09.585201 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a930d99d-c872-4ebe-b6a2-463ebd38ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.100146 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-62b0ae93-0606-4861-ba57-53f8e0e78ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.465620 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:12.826380 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:13:13.945539 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:15.573983 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:28.304917 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:34.440226 dv-cinder-760193-6-iscsi neutron-server[101041]: DEBUG neutron.wsgi [req-761ed4c7-f887-4665-a198-c27897aaee96 req-7a23ed6c-5509-49ad-a865-8134b8701acb service neutron] (101041) timed out ('10.222.0.61', 53206) {{(pid=101041) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 04:13:39.538691 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3a5ec807-bfcf-4dbf-8061-b2ed6f7c3da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.082018 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-ac9fc212-4c79-41e7-bc95-8ef831102a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:42.413344 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:43.916413 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:45.606722 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:13:49.826941 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:13:58.253078 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:09.560815 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-2b192423-bf3a-4c4b-8f8b-3b6e920332da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.075330 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3391b9d6-fd63-4a39-ba2d-b44512bb797a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:12.412104 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:13.921026 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:15.607086 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:26.826384 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:14:28.223279 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:39.588928 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-a7380669-c02c-47bc-ad09-ecf58f9e17ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.085923 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3cb38f05-6cef-44e1-816b-9b477f487bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:42.447653 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:43.925535 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:45.565881 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:14:58.234139 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:03.825726 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:15:09.560633 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-1c40d195-e770-4c64-8d7a-6c85e508fa1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.102435 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-d899af7a-6695-464c-a2f8-6cf6d551f545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:12.422266 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:13.971035 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:15.582175 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:28.324710 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:39.666976 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-91485d26-ffe7-4af8-b419-3c5811ad90b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:40.824669 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:15:42.100841 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-17c7e848-8cd9-4525-abdf-c89fe0dfb527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:42.432595 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:43.918691 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:45.581736 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:15:58.272110 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:09.585704 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-72656c41-3b90-4175-ae5f-0fa00bb8561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.083389 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-6259d594-7ca0-40b5-b516-45331085a678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:12.449079 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:13.975032 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:15.580557 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-02b7121f-830e-44c0-aba5-87f4d7710e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:17.824478 dv-cinder-760193-6-iscsi neutron-server[101044]: DEBUG neutron.db.agents_db [None req-fd4866a9-493b-4b91-9840-fec036ac43af None None] Agent healthcheck: found 6 active agents {{(pid=101044) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:16:28.266137 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f9d6-7f34-44bf-9820-096d005613a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:39.579622 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-4981351c-2ea6-47ad-a121-dfb63019c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.134705 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-40b8703f-9f1e-4373-a4f1-ff8c13cbcbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:42.437349 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-05c18c6c-5808-4237-b130-5c665d2e642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:16:43.945480 dv-cinder-760193-6-iscsi neutron-server[101043]: DEBUG neutron_lib.callbacks.manager [None req-3896ca40-0cfc-413e-9ff3-c41f356d7101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743260754692', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-954616'] for agent, after_update {{(pid=101043) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}